-- Logs begin at Thu 2021-06-03 18:05:52 UTC, end at Thu 2021-06-03 19:47:00 UTC. -- Jun 03 18:44:19.544600 dv-cinder-794661-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 03 18:44:20.839406 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.common.config [-] Logging enabled! Jun 03 18:44:20.840118 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev255 Jun 03 18:44:20.840118 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103417) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 03 18:44:20.841318 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.common.config [-] Logging enabled! Jun 03 18:44:20.841465 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev255 Jun 03 18:44:20.841591 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103417) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 03 18:44:20.842132 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 03 18:44:20.842312 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 03 18:44:20.842403 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 03 18:44:20.842761 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 03 18:44:20.842882 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 03 18:44:20.843068 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:20.843225 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:20.843379 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:20.843490 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:20.843645 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:20.843811 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:20.843961 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:20.844109 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:20.844264 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:20.844410 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:20.844553 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:20.844698 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:20.844811 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:20.844952 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:20.845099 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:20.845246 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:20.845343 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] debug = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:20.845490 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:20.845707 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:20.845956 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:20.846113 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:20.846248 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:20.846392 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:20.846536 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:20.846678 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:20.846830 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:20.847000 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] host = dv-cinder-794661-1-smb {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:20.847142 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:20.847311 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:20.847439 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:20.847574 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:20.847713 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:20.847873 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:20.848019 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:20.848160 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:20.848298 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] log_file = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:20.848440 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:20.848588 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:20.848734 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:20.848883 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:20.848994 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:20.849104 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:20.849257 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:20.849412 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:20.849539 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:20.849678 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:20.849818 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:20.849955 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:20.850093 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:20.850227 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:20.850372 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:20.850517 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:20.850667 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:20.850803 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:20.850943 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:20.851105 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:20.851249 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:20.851399 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:20.851548 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:20.851686 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:20.851959 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:20.852067 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:20.852144 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:20.852241 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:20.852399 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:20.852557 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:20.852690 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:20.852831 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:20.852972 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:20.853117 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:20.853256 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:20.853394 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:20.853532 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] use_json = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:20.853669 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:20.853805 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:20.853947 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:20.854087 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:20.854224 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:20.854364 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:20.854501 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:20.854645 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:20.854800 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.854955 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.855110 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.855256 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.855409 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.855555 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.855705 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.855865 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.856017 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.856165 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.856314 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.856461 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.856611 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.856755 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.856909 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.857067 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.857220 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.857363 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.857508 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.857648 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.857787 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.857928 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.858073 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.858227 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.858375 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.858514 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.858656 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.858804 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.858945 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.859084 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.859225 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.859373 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.859515 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.859653 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.859809 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.859958 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.860120 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.860212 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.860362 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.860508 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.860642 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.860780 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.860920 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.861061 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.861197 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.861340 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.861479 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.861617 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.861755 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.861896 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.862033 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.862168 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.862307 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.862459 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.862589 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.862729 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.862887 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.862992 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.863121 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.863255 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.863391 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.863525 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.863665 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.863812 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.863951 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.864088 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.864231 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.864366 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.864510 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.864659 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.864800 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.864940 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.865082 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.865222 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.865361 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.865499 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.865638 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.865778 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.865915 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.866063 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.866206 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.866352 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.866501 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.866645 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.867040 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.867450 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.867581 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.867741 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.867903 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.868056 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.868205 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.868362 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.868516 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.868670 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.868819 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.868973 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.869120 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.869283 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.869431 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:20.869541 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 03 18:44:20.869664 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103417) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 03 18:44:21.034590 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:44:21.034811 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=103417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:44:21.034904 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:44:21.035034 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 03 18:44:21.249293 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:21.249502 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:21.249502 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:21.250196 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:21.250372 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:21.250468 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:21.268301 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:21.268487 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:21.268589 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:21.275148 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:21.275334 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:21.275426 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:21.289420 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:21.289613 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:21.289707 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:21.308101 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:21.308278 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:21.308373 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:21.424417 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:21.424601 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:21.424687 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:21.424963 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:21.425174 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:21.484076 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:21.484243 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:21.484389 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:21.484533 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:21.484669 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:21.484831 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:21.484963 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:21.485098 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:21.485225 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:21.485362 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:21.485492 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:21.485623 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:21.485755 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:21.485883 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:21.486017 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:21.486154 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:21.486281 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:21.486416 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:21.486541 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:21.486682 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:21.486862 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:21.486988 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:21.487109 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:21.487252 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:21.487376 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:21.487497 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:21.487717 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103417) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 18:44:21.488058 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103417) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 18:44:21.488058 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103417) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 18:44:21.488058 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103417) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 18:44:21.488264 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103417) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 18:44:21.488343 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103417) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 18:44:21.488501 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 03 18:44:21.490066 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 03 18:44:21.492524 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 03 18:44:21.494516 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1400, 1449)])]) Jun 03 18:44:21.495484 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 03 18:44:21.495793 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 03 18:44:21.495975 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 03 18:44:21.496197 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 03 18:44:21.497733 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 03 18:44:21.497881 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 03 18:44:21.498056 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 03 18:44:21.512469 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 03 18:44:21.512631 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:21.512777 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103417) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 03 18:44:21.512968 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:21.513821 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103417) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 03 18:44:21.513976 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 03 18:44:21.514059 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 03 18:44:21.515818 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:21.515995 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:21.540825 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 03 18:44:21.540978 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 03 18:44:21.541064 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 03 18:44:21.541229 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 03 18:44:21.563012 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_db.sqlalchemy.engines [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103417) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 03 18:44:21.915288 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.plugins.ml2.managers [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Initializing driver for type 'gre' Jun 03 18:44:21.916204 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] gre ID ranges: [(1, 1000)] Jun 03 18:44:22.165453 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.plugins.ml2.managers [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Initializing driver for type 'local' Jun 03 18:44:22.165774 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.plugins.ml2.managers [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Initializing driver for type 'vlan' Jun 03 18:44:22.313452 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] VlanTypeDriver initialization complete Jun 03 18:44:22.313892 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.plugins.ml2.managers [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Initializing driver for type 'vxlan' Jun 03 18:44:22.314589 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] vxlan ID ranges: [(1, 1000)] Jun 03 18:44:22.521255 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.plugins.ml2.managers [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Initializing extension driver 'port_security' Jun 03 18:44:22.521609 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.plugins.ml2.extensions.port_security [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] PortSecurityExtensionDriver initialization complete Jun 03 18:44:22.522048 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.plugins.ml2.managers [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Initializing mechanism driver 'openvswitch' Jun 03 18:44:22.522485 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.plugins.ml2.managers [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Initializing mechanism driver 'hyperv' Jun 03 18:44:22.531690 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:44:22.532796 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Subscribe: > port after_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:22.533298 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Subscribe: > port after_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:22.533734 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Subscribe: > port after_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:22.534323 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Subscribe: > subnet after_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:22.534763 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Subscribe: > subnet after_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:22.535214 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:22.535754 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Subscribe: > network after_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:22.536236 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Subscribe: > network after_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:22.536689 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Subscribe: > network after_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:22.537236 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Subscribe: > security_group after_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:22.537663 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Subscribe: > security_group after_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:22.538143 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:22.538859 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:22.539619 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:22.539912 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:22.540230 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Subscribe: > address_group after_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:22.540513 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Subscribe: > address_group after_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:22.540786 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:22.541065 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] ML2 OVO RPC backend initialized. {{(pid=103417) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} Jun 03 18:44:22.541684 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:22.541954 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:22.542330 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Subscribe: > network before_response 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:22.542588 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Subscribe: > networks before_response 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:22.542870 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Subscribe: > port before_response 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:22.543155 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Subscribe: > ports before_response 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:22.543436 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Subscribe: > subnet before_response 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:22.543710 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Subscribe: > subnets before_response 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:22.544022 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Subscribe: > network after_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:22.544298 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Subscribe: > network after_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:22.544569 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Subscribe: > network after_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:22.547862 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Subscribe: > port after_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:22.547862 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Subscribe: > port after_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:22.547862 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Subscribe: > port after_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:22.547862 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Subscribe: > subnet after_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:22.548143 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Subscribe: > subnet after_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:22.548143 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:22.548143 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.plugins.ml2.plugin [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Modular L2 Plugin initialization complete Jun 03 18:44:22.548143 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading services supported by the core plugin {{(pid=103417) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 03 18:44:22.548143 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.plugins.ml2.managers [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Got port-security extension from driver 'port_security' Jun 03 18:44:22.548143 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.extensions.vlantransparent [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Disabled vlantransparent extension. Jun 03 18:44:22.548432 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103417) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 03 18:44:22.548432 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading Plugin: router Jun 03 18:44:22.576014 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:22.576294 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Subscribe: > router after_create 55549900 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:22.576559 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Subscribe: > router before_create 55549900 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:22.576830 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:22.577094 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:22.577345 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Subscribe: > router after_delete 55549900 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:22.577600 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:22.577857 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Subscribe: > router after_create 55549900 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:22.578103 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Subscribe: > router after_update 55549900 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:22.578359 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Subscribe: > router after_update 55549900 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:22.578606 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:22.578861 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Subscribe: > router after_update 55549900 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:22.579152 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Subscribe: > router precommit_update 55549900 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:22.579424 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Subscribe: port after_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:22.579666 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Subscribe: port after_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:22.579936 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Subscribe: subnet after_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:22.580185 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:22.580442 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:22.580693 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Subscribe: > router precommit_create 55549900 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:22.580938 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Subscribe: port before_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:22.581184 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Subscribe: > router precommit_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:22.581440 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Subscribe: > router after_update 55549900 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:22.581683 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:22.581932 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Subscribe: > router precommit_create 55549900 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:22.582191 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:22.582439 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Subscribe: > router precommit_update 55549900 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:22.582723 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Subscribe: > network after_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:22.583354 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.quota.resource_registry [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Tracking information for resource: router configured {{(pid=103417) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 18:44:22.583589 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.quota.resource_registry [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Tracking information for resource: floatingip configured {{(pid=103417) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 18:44:22.586987 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.db.l3_agentschedulers_db [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 03 18:44:22.587388 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Subscribe: port after_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:22.587621 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Subscribe: port after_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:22.587882 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Subscribe: port after_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:22.588125 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Subscribe: port after_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:22.588692 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Subscribe: > router before_create 55550100 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:22.588954 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:22.589205 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Subscribe: > router precommit_create 55550100 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:22.589448 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Subscribe: > router precommit_update 55550100 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:22.592460 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.services.provider_configuration [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Service providers = [] {{(pid=103417) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 03 18:44:22.592918 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.db.servicetype_db [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103417) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 03 18:44:22.595060 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.services.service_base [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103417) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 03 18:44:22.595266 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.services.service_base [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103417) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 03 18:44:22.595490 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.services.service_base [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103417) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 03 18:44:22.596156 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.services.service_base [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103417) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 03 18:44:22.596389 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.services.service_base [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 03 18:44:22.596648 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103417) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 18:44:22.596858 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 03 18:44:22.604141 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103417) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 18:44:22.604346 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading Plugin: auto_allocate Jun 03 18:44:22.608245 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Subscribe: network precommit_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:22.608471 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Subscribe: network precommit_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:22.608862 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103417) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 18:44:22.609040 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading Plugin: tag Jun 03 18:44:22.613633 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103417) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 18:44:22.613849 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading Plugin: timestamp Jun 03 18:44:22.616450 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103417) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 18:44:22.616643 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading Plugin: network_ip_availability Jun 03 18:44:22.620191 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:22.620423 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:22.620654 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:22.621175 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103417) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 18:44:22.621368 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading Plugin: flavors Jun 03 18:44:22.625690 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103417) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 18:44:22.625880 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading Plugin: revisions Jun 03 18:44:22.628719 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103417) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 18:44:22.628954 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_concurrency.lockutils [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.594s {{(pid=103417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:44:22.629420 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103417) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 03 18:44:22.629622 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Initializing extension manager. Jun 03 18:44:22.629981 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: __init__.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.630184 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: __pycache__ {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.630397 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.630609 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: address_group.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.631146 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.631545 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loaded extension: address-group Jun 03 18:44:22.631729 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: address_scope.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.632259 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.633184 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loaded extension: address-scope Jun 03 18:44:22.633405 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.634023 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.634401 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loaded extension: router-admin-state-down-before-update Jun 03 18:44:22.634576 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: agent.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.635071 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.635393 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loaded extension: agent Jun 03 18:44:22.635599 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: agent_resources_synced.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.636244 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.636567 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loaded extension: agent-resources-synced Jun 03 18:44:22.636773 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: allowedaddresspairs.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.637923 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.638269 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loaded extension: allowed-address-pairs Jun 03 18:44:22.638457 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: auto_allocated_topology.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.639194 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.639516 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loaded extension: auto-allocated-topology Jun 03 18:44:22.639725 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: availability_zone.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.640235 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.640555 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loaded extension: availability_zone Jun 03 18:44:22.640760 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: availability_zone_filter.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.641393 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.641712 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loaded extension: availability_zone_filter Jun 03 18:44:22.641916 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: data_plane_status.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.642541 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.642870 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Extension data-plane-status not supported by any of loaded plugins Jun 03 18:44:22.643073 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: default_subnetpools.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.643691 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.644052 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loaded extension: default-subnetpools Jun 03 18:44:22.644229 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.644791 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.645131 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loaded extension: dhcp_agent_scheduler Jun 03 18:44:22.645313 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: dns.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.645941 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.646257 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Extension dns-integration not supported by any of loaded plugins Jun 03 18:44:22.646462 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: dns_domain_ports.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.647086 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.647404 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 03 18:44:22.647609 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: dvr.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.648121 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.648449 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loaded extension: dvr Jun 03 18:44:22.648656 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: empty_string_filtering.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.649283 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.649606 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loaded extension: empty-string-filtering Jun 03 18:44:22.649806 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.650433 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.650740 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 03 18:44:22.650946 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.651575 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.651900 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 03 18:44:22.652132 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: external_net.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.652737 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.653045 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loaded extension: external-net Jun 03 18:44:22.653248 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.653880 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.654185 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loaded extension: extra_dhcp_opt Jun 03 18:44:22.654388 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: extraroute.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.655018 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.655325 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loaded extension: extraroute Jun 03 18:44:22.655530 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: extraroute_atomic.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.656273 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.656582 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loaded extension: extraroute-atomic Jun 03 18:44:22.656784 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: filter_validation.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.772277 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.772596 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loaded extension: filter-validation Jun 03 18:44:22.772814 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: fip_pf_description.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.773700 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.774049 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 03 18:44:22.774261 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: fip_port_details.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.774915 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.775227 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loaded extension: fip-port-details Jun 03 18:44:22.775436 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: flavors.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.776371 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.776687 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loaded extension: flavors Jun 03 18:44:22.776896 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.778057 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.778371 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 03 18:44:22.778580 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: floatingip_pools.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.779092 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.779409 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loaded extension: floatingip-pools Jun 03 18:44:22.779615 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: ip_allocation.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.780279 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.780586 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Extension ip_allocation not supported by any of loaded plugins Jun 03 18:44:22.780792 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.781433 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.781750 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loaded extension: ip-substring-filtering Jun 03 18:44:22.781963 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: l2_adjacency.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.782598 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.782906 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 03 18:44:22.783112 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: l3.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.783833 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.784171 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loaded extension: router Jun 03 18:44:22.784392 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.785906 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.786236 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 03 18:44:22.786442 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.787085 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.787394 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loaded extension: ext-gw-mode Jun 03 18:44:22.787599 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.788222 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.788558 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loaded extension: l3-ha Jun 03 18:44:22.788988 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: l3_flavors.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.789835 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.790139 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loaded extension: l3-flavors Jun 03 18:44:22.790341 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.790986 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.791292 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 03 18:44:22.791494 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: l3agentscheduler.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.792335 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.792638 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loaded extension: l3_agent_scheduler Jun 03 18:44:22.792840 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: logging.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.793829 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.794136 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Extension logging not supported by any of loaded plugins Jun 03 18:44:22.794339 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: metering.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.794864 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.795221 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loaded extension: metering Jun 03 18:44:22.795422 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.796193 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.796504 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loaded extension: metering_source_and_destination_fields Jun 03 18:44:22.796709 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: multiprovidernet.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.797348 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.797656 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loaded extension: multi-provider Jun 03 18:44:22.797860 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: netmtu.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.798472 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.798807 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loaded extension: net-mtu Jun 03 18:44:22.799006 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: netmtu_writable.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.799632 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.799959 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loaded extension: net-mtu-writable Jun 03 18:44:22.800161 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: network_availability_zone.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.800630 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.800935 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loaded extension: network_availability_zone Jun 03 18:44:22.801134 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: network_ip_availability.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.801877 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.802179 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loaded extension: network-ip-availability Jun 03 18:44:22.802378 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: network_segment_range.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.802915 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.803217 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Extension network-segment-range not supported by any of loaded plugins Jun 03 18:44:22.803417 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: pagination.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.804083 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.804292 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loaded extension: pagination Jun 03 18:44:22.804499 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: port_device_profile.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.805125 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.805432 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loaded extension: port-device-profile Jun 03 18:44:22.805630 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.806263 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.806571 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loaded extension: port-mac-address-regenerate Jun 03 18:44:22.806770 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.807391 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.807692 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loaded extension: port-numa-affinity-policy Jun 03 18:44:22.807918 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: port_resource_request.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.808518 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.808846 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Extension port-resource-request not supported by any of loaded plugins Jun 03 18:44:22.809043 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: portbindings.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.809679 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.809985 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loaded extension: binding Jun 03 18:44:22.810184 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: portbindings_extended.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.811020 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.811355 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loaded extension: binding-extended Jun 03 18:44:22.811554 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: portsecurity.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.812192 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.812495 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loaded extension: port-security Jun 03 18:44:22.812694 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: project_id.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.813355 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.813522 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loaded extension: project-id Jun 03 18:44:22.813720 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: providernet.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.814349 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.814657 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loaded extension: provider Jun 03 18:44:22.814857 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: qos.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.817273 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.817582 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Extension qos not supported by any of loaded plugins Jun 03 18:44:22.817787 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.818647 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.818946 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 03 18:44:22.819148 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.819806 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.820344 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 03 18:44:22.820766 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: qos_default.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.821390 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.821698 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Extension qos-default not supported by any of loaded plugins Jun 03 18:44:22.821902 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: qos_fip.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.822334 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.822668 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Extension qos-fip not supported by any of loaded plugins Jun 03 18:44:22.822870 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: qos_gateway_ip.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.823500 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.823827 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 03 18:44:22.824031 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: qos_port_network_policy.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.824657 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.824963 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 03 18:44:22.825174 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: qos_rule_type_details.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.825782 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.826121 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 03 18:44:22.826302 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: qos_rules_alias.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.827009 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.827352 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 03 18:44:22.827551 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: quotasv2.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.828217 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.828407 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loaded extension: quotas Jun 03 18:44:22.828606 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: quotasv2_detail.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.829703 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.829897 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loaded extension: quota_details Jun 03 18:44:22.830102 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: rbac.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.830817 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.831166 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loaded extension: rbac-policies Jun 03 18:44:22.831341 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: rbac_address_group.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.831983 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.832324 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loaded extension: rbac-address-group Jun 03 18:44:22.832533 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: rbac_address_scope.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.833158 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.833507 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loaded extension: rbac-address-scope Jun 03 18:44:22.833689 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: rbac_security_groups.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.834314 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.834660 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loaded extension: rbac-security-groups Jun 03 18:44:22.834841 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: rbac_subnetpool.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.835480 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.836295 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loaded extension: rbac-subnetpool Jun 03 18:44:22.836501 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: revisionifmatch.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.837128 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.837474 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loaded extension: revision-if-match Jun 03 18:44:22.837658 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: revisions.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.838413 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.838760 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loaded extension: standard-attr-revisions Jun 03 18:44:22.838935 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: router_availability_zone.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.839403 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.839751 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loaded extension: router_availability_zone Jun 03 18:44:22.839954 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: routerservicetype.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.840595 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.840908 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Extension router-service-type not supported by any of loaded plugins Jun 03 18:44:22.841108 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.841734 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.842076 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loaded extension: security-groups-normalized-cidr Jun 03 18:44:22.842260 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.843110 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.843457 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loaded extension: port-security-groups-filtering Jun 03 18:44:22.843639 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.844294 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.844640 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loaded extension: security-groups-remote-address-group Jun 03 18:44:22.844824 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: securitygroup.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.850235 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.850581 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loaded extension: security-group Jun 03 18:44:22.857824 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: segment.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.857824 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.857824 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Extension segment not supported by any of loaded plugins Jun 03 18:44:22.857824 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.858304 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.858657 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 03 18:44:22.858831 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: servicetype.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.859589 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.859928 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loaded extension: service-type Jun 03 18:44:22.860136 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: sorting.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.860810 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.860999 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loaded extension: sorting Jun 03 18:44:22.861198 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: standard_attr_segment.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.861819 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.862162 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 03 18:44:22.862341 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: standardattrdescription.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.862790 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.863132 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loaded extension: standard-attr-description Jun 03 18:44:22.863314 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: stateful_security_group.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.863948 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.864317 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loaded extension: stateful-security-group Jun 03 18:44:22.864500 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: stdattrs_common.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.864907 dv-cinder-794661-1-smb neutron-server[103417]: WARNING neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 03 18:44:22.865088 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.865791 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.866102 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 03 18:44:22.866302 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: subnet_onboard.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.867261 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.867601 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loaded extension: subnet_onboard Jun 03 18:44:22.867817 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.868450 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.868779 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 03 18:44:22.868971 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: subnet_service_types.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.869599 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.869945 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loaded extension: subnet-service-types Jun 03 18:44:22.870129 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: subnetallocation.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.870870 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.871211 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loaded extension: subnet_allocation Jun 03 18:44:22.871417 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.871892 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.872243 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loaded extension: subnetpool-prefix-ops Jun 03 18:44:22.872435 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.873086 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.873399 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 03 18:44:22.873594 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: tagging.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.874340 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.874690 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loaded extension: standard-attr-tag Jun 03 18:44:22.874875 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: timestamp.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.875699 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.876079 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loaded extension: standard-attr-timestamp Jun 03 18:44:22.876249 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: trunk.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.876955 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.877299 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Extension trunk not supported by any of loaded plugins Jun 03 18:44:22.877484 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: trunk_details.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.878110 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.878451 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Extension trunk-details not supported by any of loaded plugins Jun 03 18:44:22.878635 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: uplink_status_propagation.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.894782 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.895111 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 03 18:44:22.895313 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Loading extension file: vlantransparent.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 18:44:22.895797 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 18:44:22.896153 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 03 18:44:22.897666 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.quota.resource_registry [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Creating instance of TrackedResource for resource:network Jun 03 18:44:22.898443 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.quota.resource_registry [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Creating instance of TrackedResource for resource:subnet Jun 03 18:44:22.898988 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.quota.resource_registry [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Creating instance of TrackedResource for resource:subnetpool Jun 03 18:44:22.899431 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.quota.resource_registry [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Creating instance of TrackedResource for resource:port Jun 03 18:44:22.900484 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.v2.resource_helper [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 18:44:22.900782 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.v2.resource_helper [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Service FLAVORS assigned prefix: {{(pid=103417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 18:44:22.901197 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.v2.resource_helper [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 18:44:22.901458 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.v2.resource_helper [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 18:44:22.901668 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.quota.resource_registry [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Creating instance of TrackedResource for resource:router Jun 03 18:44:22.902170 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.quota.resource_registry [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Creating instance of TrackedResource for resource:floatingip Jun 03 18:44:22.902625 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.v2.resource_helper [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Service METERING assigned prefix: /metering {{(pid=103417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 18:44:22.903636 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:22.903874 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:22.904099 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:44:22.904888 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.quota.resource_registry [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Creating instance of CountableResource for resource:rbac_policy Jun 03 18:44:22.905158 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.quota.resource_registry [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Creating instance of TrackedResource for resource:security_group Jun 03 18:44:22.905624 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.quota.resource_registry [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 03 18:44:22.906131 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.v2.resource_helper [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Service CORE assigned prefix: {{(pid=103417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 18:44:22.906322 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.quota.resource_registry [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Creating instance of TrackedResource for resource:subnetpool Jun 03 18:44:22.906535 dv-cinder-794661-1-smb neutron-server[103417]: WARNING neutron.quota.resource_registry [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] subnetpool is already registered Jun 03 18:44:22.906973 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.v2.resource_helper [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Service CORE assigned prefix: {{(pid=103417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 18:44:22.907160 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.quota.resource_registry [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Creating instance of TrackedResource for resource:subnetpool Jun 03 18:44:22.907364 dv-cinder-794661-1-smb neutron-server[103417]: WARNING neutron.quota.resource_registry [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] subnetpool is already registered Jun 03 18:44:22.908976 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.v2.resource_helper [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 18:44:22.909235 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.v2.resource_helper [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Service FLAVORS assigned prefix: {{(pid=103417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 18:44:22.909622 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.v2.resource_helper [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 18:44:22.909880 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.v2.resource_helper [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 18:44:22.910083 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.quota.resource_registry [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Creating instance of TrackedResource for resource:router Jun 03 18:44:22.910287 dv-cinder-794661-1-smb neutron-server[103417]: WARNING neutron.quota.resource_registry [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] router is already registered Jun 03 18:44:22.910719 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.quota.resource_registry [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Creating instance of TrackedResource for resource:floatingip Jun 03 18:44:22.910906 dv-cinder-794661-1-smb neutron-server[103417]: WARNING neutron.quota.resource_registry [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] floatingip is already registered Jun 03 18:44:22.911358 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.v2.resource_helper [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Service METERING assigned prefix: /metering {{(pid=103417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 18:44:22.911798 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.quota.resource_registry [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Creating instance of CountableResource for resource:rbac_policy Jun 03 18:44:22.911986 dv-cinder-794661-1-smb neutron-server[103417]: WARNING neutron.quota.resource_registry [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] rbac_policy is already registered Jun 03 18:44:22.912373 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.quota.resource_registry [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Creating instance of TrackedResource for resource:security_group Jun 03 18:44:22.912558 dv-cinder-794661-1-smb neutron-server[103417]: WARNING neutron.quota.resource_registry [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] security_group is already registered Jun 03 18:44:22.912974 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.quota.resource_registry [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 03 18:44:22.913162 dv-cinder-794661-1-smb neutron-server[103417]: WARNING neutron.quota.resource_registry [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] security_group_rule is already registered Jun 03 18:44:22.913644 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.v2.resource_helper [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Service CORE assigned prefix: {{(pid=103417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 18:44:22.913852 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.quota.resource_registry [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Creating instance of TrackedResource for resource:subnetpool Jun 03 18:44:22.914056 dv-cinder-794661-1-smb neutron-server[103417]: WARNING neutron.quota.resource_registry [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] subnetpool is already registered Jun 03 18:44:22.914492 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.v2.resource_helper [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Service CORE assigned prefix: {{(pid=103417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 18:44:22.914677 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.quota.resource_registry [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Creating instance of TrackedResource for resource:subnetpool Jun 03 18:44:22.914880 dv-cinder-794661-1-smb neutron-server[103417]: WARNING neutron.quota.resource_registry [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] subnetpool is already registered Jun 03 18:44:22.915338 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Extended resource: extensions {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 18:44:22.916241 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Extended resource: address-groups {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 18:44:22.917219 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Extended resource: address-scopes {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 18:44:22.917920 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Extended resource: agents {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 18:44:22.918593 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Extended resource: auto-allocated-topology {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 18:44:22.919357 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Extended resource: availability_zones {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 18:44:22.920160 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Extended resource: dhcp-networks {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 18:44:22.921012 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Extended resource: dhcp-agents {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 18:44:22.921841 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Extended resource: routers {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 18:44:22.923563 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Extended resource: flavors {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 18:44:22.924249 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Extended resource: service_profiles {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 18:44:22.924999 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Extended resource: next_providers {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 18:44:22.925907 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Extended resource: service_profiles {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 18:44:22.926757 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Extended resource: floatingip-pools {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 18:44:22.927473 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Extended resource: routers {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 18:44:22.928531 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Extended resource: floatingips {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 18:44:22.930348 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Extended resource: l3-routers {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 18:44:22.930348 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Extended resource: l3-agents {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 18:44:22.931137 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Extended resource: metering-labels {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 18:44:22.931948 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Extended resource: metering-label-rules {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 18:44:22.932716 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Extended resource: network-ip-availabilities {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 18:44:22.933459 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Extended resource: bindings {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 18:44:22.934488 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Extended resource: quotas {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 18:44:22.935327 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Extended resource: quotas {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 18:44:22.936147 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Extended resource: rbac-policies {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 18:44:22.936912 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Extended resource: security-groups {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 18:44:22.937621 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Extended resource: security-group-rules {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 18:44:22.938362 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Extended resource: service-providers {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 18:44:22.939102 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Extended resource: subnetpools {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 18:44:22.939928 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Extended resource: subnetpools {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 18:44:22.940800 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Extended resource: tags {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 18:44:22.941803 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Extended resource: tags {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 18:44:22.942907 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Extended resource: tags {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 18:44:22.943945 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Extended resource: tags {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 18:44:22.945025 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Extended resource: tags {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 18:44:22.946129 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Extended resource: tags {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 18:44:22.947138 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Extended resource: tags {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 18:44:22.948297 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Extended resource: tags {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 18:44:22.949317 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Extended resource: tags {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 18:44:22.950463 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron.api.extensions [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Extended resource: tags {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 18:44:22.953847 dv-cinder-794661-1-smb neutron-server[103417]: WARNING keystonemiddleware.auth_token [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 03 18:44:22.956762 dv-cinder-794661-1-smb neutron-server[103417]: WARNING keystonemiddleware.auth_token [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 03 18:44:22.962394 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_concurrency.lockutils [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Acquired lock "singleton_lock" {{(pid=103417) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 03 18:44:22.962699 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_concurrency.lockutils [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Releasing lock "singleton_lock" {{(pid=103417) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 03 18:44:22.963195 dv-cinder-794661-1-smb neutron-server[103417]: INFO oslo_service.service [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Starting 2 workers Jun 03 18:44:22.967046 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Started child 103516 {{(pid=103417) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 03 18:44:22.970468 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Started child 103517 {{(pid=103417) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 03 18:44:22.971583 dv-cinder-794661-1-smb neutron-server[103417]: INFO neutron.service [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 03 18:44:22.972019 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Notify callbacks [] for process, before_spawn {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:44:22.973742 dv-cinder-794661-1-smb neutron-server[103417]: INFO oslo_service.service [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Starting 1 workers Jun 03 18:44:22.974006 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:44:22.975071 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:44:22.975729 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [-] (103517) wsgi starting up on http://0.0.0.0:9696 Jun 03 18:44:22.976842 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [-] (103516) wsgi starting up on http://0.0.0.0:9696 Jun 03 18:44:22.977632 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Started child 103518 {{(pid=103417) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 03 18:44:22.977969 dv-cinder-794661-1-smb neutron-server[103417]: INFO oslo_service.service [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Starting 1 workers Jun 03 18:44:22.979735 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.service [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] calling RpcWorker wait() {{(pid=103518) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 03 18:44:22.980362 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.service [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] returning from RpcWorker wait() {{(pid=103518) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 03 18:44:22.980973 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:44:22.981150 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Started child 103519 {{(pid=103417) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 03 18:44:22.981320 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:44:22.981692 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e40457f-b500-488b-b1be-edb7af24e271 None None] Notify callbacks [] for process, after_spawn {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:44:22.983181 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103417) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 03 18:44:22.983330 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 03 18:44:22.983430 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 03 18:44:22.983516 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 03 18:44:22.983724 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 03 18:44:22.983864 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 03 18:44:22.984190 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:22.984363 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:22.984553 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:22.984711 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:22.984868 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:22.985242 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:22.985422 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:22.985568 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:22.985714 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:22.985850 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:22.985940 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:22.986054 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:22.986187 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:22.986335 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:22.986555 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:22.986712 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:22.986868 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:22.987020 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:22.987117 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:22.987254 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:22.987412 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:22.987552 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:22.987708 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] debug = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:22.987878 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:22.988147 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:22.988296 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:22.988441 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:22.988587 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:22.988720 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:22.988868 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:22.989045 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:22.989178 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:22.989271 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:22.989447 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:22.989559 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:22.989803 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:22.989803 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:22.989997 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:22.990130 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:22.990248 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:22.990357 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:44:22.990959 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] host = dv-cinder-794661-1-smb {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:22.990959 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:22.990959 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:22.990959 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:22.991411 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:22.991411 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:22.991411 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:22.991411 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:22.992039 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:22.992039 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.001907 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.001907 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.001907 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.001907 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.001907 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] log_file = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.001907 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] log_options = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.001907 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.001907 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.001907 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.002615 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.002615 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.002615 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.002615 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.002615 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.002615 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.002615 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.003100 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.003100 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.003100 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.003100 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.003100 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.003100 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.003100 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.003100 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.003611 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.003611 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.003611 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.003611 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.003611 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.003611 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.003611 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.003611 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.004171 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.004171 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.004171 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.004171 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.004171 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.004171 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.004171 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.004171 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.004697 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.004697 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.004697 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.004697 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.004697 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.004697 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.004697 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.004697 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.005195 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.005195 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.005195 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.005195 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] use_json = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.005195 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.005195 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.005195 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.005195 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.005195 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.005802 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.005802 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.005802 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.005802 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.005802 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.005802 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.005802 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.005802 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.006418 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.006418 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.006418 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.006418 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.006418 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.006418 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.006418 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.006418 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.006933 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.006933 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.006933 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.006933 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.006933 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.006933 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.006933 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.006933 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.007441 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.007441 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.007441 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.007441 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.007441 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.007441 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.007441 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.007441 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.007985 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.007985 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.007985 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.007985 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.007985 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.007985 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.007985 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.007985 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.007985 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.008714 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.008714 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.008714 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.008714 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.008714 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.008714 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.008714 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.008714 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.008714 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.009258 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.009258 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.009258 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.009258 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.009258 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.009258 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.009258 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.009258 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.009258 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.009910 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.009910 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.009910 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.009910 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.009910 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.009910 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.009910 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.009910 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.009910 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.010346 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.010346 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.010346 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.010346 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.010346 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.010346 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.010346 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.010346 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.010346 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.010875 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.010875 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.010875 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.010875 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.010875 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.010875 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.010875 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.010875 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.010875 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.011862 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.011862 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.011862 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.011862 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.011862 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.012176 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.012176 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.012311 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.012381 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.012479 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.012624 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.012745 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:44:23.012807 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.012906 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.013054 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.013193 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.013336 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.013476 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.013631 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.013771 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.013918 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.014069 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.014210 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.014394 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.014505 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.014662 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.014816 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.014969 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.015118 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.015283 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.015423 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.015601 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.015747 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.015933 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.016121 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.016288 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.016434 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.016582 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.016728 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.016880 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.017032 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.017184 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.017329 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.017466 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.017596 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.017760 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.017898 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.018042 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.018173 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.018309 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.018525 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.018661 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.018788 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.018911 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.019078 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.019222 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.019366 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.019523 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.019698 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.025954 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.025954 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.025954 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.025954 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.025954 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.025954 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.025954 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.025954 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.026471 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.026471 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.026471 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.026471 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.026471 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.026471 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.026471 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.026471 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.026884 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.026884 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.026884 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.026884 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.026884 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.026884 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.026884 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.026884 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.027282 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.027282 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.027282 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.027282 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.027282 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.027282 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.027282 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.027282 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.027623 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.027623 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.027623 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.027623 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.027623 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.027623 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.027623 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.027623 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.028104 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.028104 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.028104 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.028104 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.028104 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.028104 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.028104 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.028104 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.028587 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.028587 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.028587 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.028587 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.028587 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.028587 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.028587 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.028587 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.029026 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.029026 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.029026 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.029026 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.029026 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.029026 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.029026 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.029026 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.029464 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.029464 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.029464 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.029464 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.029464 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.029464 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.029464 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.029464 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.029952 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.029952 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.029952 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.029952 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.030244 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.030244 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.030374 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.030447 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.030545 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.030669 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.030929 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.031181 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.031310 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.031590 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.031590 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.031780 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.031881 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.031963 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.032128 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.032281 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.032417 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.032598 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.032756 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.032893 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.033054 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.033258 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.033398 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.033555 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.033699 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.033831 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.033974 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.034127 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.034318 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.034487 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.034648 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.034803 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.034977 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.035147 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1400:1449'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.035314 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.035443 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.035617 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.035852 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.036026 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.036188 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.036334 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.036492 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.036626 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.036755 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.036907 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.037050 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.037177 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.037337 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.037475 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.037612 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.037749 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.037884 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.038022 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.038155 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.038331 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.038433 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.038534 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.038619 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 03 18:44:23.039024 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103417) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 03 18:44:23.039119 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 03 18:44:23.039199 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 03 18:44:23.039291 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 03 18:44:23.039398 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 03 18:44:23.039484 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 03 18:44:23.039573 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.039652 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.039728 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.039832 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.039913 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.040010 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.040096 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.040183 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.040262 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.040339 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.040415 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.040491 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.040575 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.040730 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.040730 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.040948 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.040948 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.040948 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.041236 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.041236 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.041236 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.041447 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.041447 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] debug = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.041447 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.041654 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.041654 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.041843 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.041843 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.041843 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.042054 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.042054 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.042054 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.042263 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.042263 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.042412 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.042412 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.042557 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.042557 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.042709 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.042709 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.042851 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] host = dv-cinder-794661-1-smb {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.042851 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.043004 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.043004 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.043159 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.043159 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.043303 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.043303 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.043443 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.043443 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.043600 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.043600 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.043751 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.043751 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.043936 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] log_file = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.043936 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] log_options = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.044080 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.044080 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.044221 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.044221 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.044366 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.044366 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.044526 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.044526 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.044688 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.044688 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.044842 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.044842 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.044986 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.044986 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.045148 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.045148 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.045294 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.045294 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.045437 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.045437 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.045587 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.045587 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.045731 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.045731 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.045891 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.045891 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.046035 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.046035 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.046180 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.046180 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.046322 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.046398 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.046481 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.046481 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.046636 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.046636 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.046778 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.046778 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.046922 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.047005 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.047005 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.047157 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.047157 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.047303 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.047379 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.047454 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] use_json = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.047538 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.047538 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.047691 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.047691 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.047864 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.047864 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.048010 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.048058 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 18:44:23.048131 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.048205 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.048301 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.048391 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.048478 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.048558 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.048648 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.048735 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.048822 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.048910 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.049004 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.049146 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.049227 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.049303 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.049377 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.049448 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.049515 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.049582 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.049669 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.049758 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.049846 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.049934 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.050033 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.050113 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.050205 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.050293 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.050381 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.050471 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.050560 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.050649 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.050733 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.050855 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.050996 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.050996 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.051134 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.051134 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.051270 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.051340 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.051406 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.051472 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.051538 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.051610 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.051680 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.051801 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.051881 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.051949 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.052036 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.052120 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.052206 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.052295 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.052390 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.052480 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.052568 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.052657 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.052741 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.052825 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.052914 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.053001 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.053089 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.053169 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.053258 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.053355 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.053444 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.053532 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.053620 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.053708 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.053796 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.053884 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.053963 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.054051 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.054139 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.054227 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.054534 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.054620 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.054783 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.054874 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.054963 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.055042 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.055133 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.055222 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.055310 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.055398 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.055487 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.055574 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.055668 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.055777 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.055866 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.055952 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.056040 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.056128 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.056216 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.056303 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.056392 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.056480 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.056568 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.056646 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.056734 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.056821 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.056909 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.056988 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.057073 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.057159 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.057247 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.057333 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.057412 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.057497 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.057586 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.057673 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.057759 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.057845 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.057932 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.058026 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.058105 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.058195 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.058283 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.058375 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.058471 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.058561 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.058649 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.058736 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.058824 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.058913 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.058992 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.059079 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.059165 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.059244 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.059332 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.059425 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.059544 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.059638 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.059705 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.059779 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.059889 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.059979 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.060073 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.060150 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.060238 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.060446 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.060540 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.060635 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.060727 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.060820 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.060910 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.061359 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.061359 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.061359 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.061359 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.061359 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.061953 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.061953 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.061953 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.061953 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.061953 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.061953 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.061953 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.061953 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.062435 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.062435 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.062435 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.062435 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.062435 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.062435 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.063651 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.063651 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.063651 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.063651 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.063651 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.063651 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.063651 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.063651 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.064217 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.064217 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.064217 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.064217 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.064217 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.064217 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.064217 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.064217 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.064941 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.064941 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.064941 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.064941 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.064941 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.064941 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.064941 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.064941 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.066210 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.066210 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.066210 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.066210 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.066210 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.066210 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.066210 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.066210 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.066770 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.066770 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.066770 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.066770 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.066770 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.066770 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.066770 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.066770 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.067507 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.067507 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.067507 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.067507 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.067507 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.067507 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.067507 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.067507 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.067507 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.068758 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.068758 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.068758 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.068758 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.068758 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.068758 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.068758 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.068758 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.069258 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.069258 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.069258 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.069258 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.069258 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.069258 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.069258 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.069258 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.069258 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.070082 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.070082 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.070082 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.070082 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.070082 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.070082 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.070082 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.070082 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.070433 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.070433 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.070433 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.070433 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.070433 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.070433 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.070433 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.070433 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.070707 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.070707 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.070707 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.070707 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.070707 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.070707 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.070707 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1400:1449'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.070707 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.070972 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.070972 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.070972 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.070972 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.070972 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.070972 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.070972 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.070972 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.070972 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.071472 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.071472 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.071472 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.071472 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.071472 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.071472 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.071472 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.071472 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.071472 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.071795 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.071795 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.071795 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.071795 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 18:44:23.071795 dv-cinder-794661-1-smb neutron-server[103417]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 03 18:44:23.087957 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:44:23.170666 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 49204) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:44:23.181805 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0083520 Jun 03 18:44:29.560960 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb15952-b02e-4929-99fe-41acef286d7d None None] get_active_networks_info from dv-cinder-794661-1-smb {{(pid=103518) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 03 18:44:29.606665 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb15952-b02e-4929-99fe-41acef286d7d None None] No non-hosted networks {{(pid=103518) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 03 18:44:29.608060 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.agentschedulers_db [None req-6cb15952-b02e-4929-99fe-41acef286d7d None None] DHCP Agent not found on host dv-cinder-794661-1-smb {{(pid=103518) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 03 18:44:29.667850 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-ea637105-e0ae-4e72-97d0-e2c5c485f6a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903'] for agent, after_create {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:44:30.568387 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903'] for agent, after_create {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:44:30.569380 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:44:30.569653 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:44:30.569957 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:44:30.570249 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:44:30.570936 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:44:30.571413 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:44:30.571685 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:44:30.572025 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:44:30.572285 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:44:30.572538 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:44:30.572792 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:44:30.573589 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:44:30.573928 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-794661-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:44:30.579468 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-794661-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:44:30.840674 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-b8332c26-d8a7-4f73-8710-eb43a03989f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903'] for agent, after_create {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:44:30.868638 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.db.api [None req-827b3bad-6c30-44ee-82aa-49ac70f9048e None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agents.uniq_agents0agent_type0host'] with value(s) L3 agent-dv-cinder-794661-1-smb {{(pid=103518) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 18:44:30.868862 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_db.api [None req-827b3bad-6c30-44ee-82aa-49ac70f9048e None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 18:44:31.379675 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-827b3bad-6c30-44ee-82aa-49ac70f9048e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:44:31.965672 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903'] for agent, after_create {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:44:32.389054 dv-cinder-794661-1-smb neutron-server[103518]: INFO neutron.db.l3_hamode_db [None req-63674d01-49c5-48c7-9567-5a07d5070dd8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 03 18:44:32.437817 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63674d01-49c5-48c7-9567-5a07d5070dd8 None None] Routers set() bound to L3 agent in host dv-cinder-794661-1-smb {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 18:44:32.438046 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63674d01-49c5-48c7-9567-5a07d5070dd8 None None] Router IDs set() for agent in host dv-cinder-794661-1-smb {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 03 18:44:32.657064 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903'] for agent, after_create {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:44:33.292630 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 49298) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:44:33.667137 dv-cinder-794661-1-smb neutron-server[103517]: WARNING oslo_policy.policy [None req-e4d1f3b1-844f-48b2-b860-3c832a85510f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 18:44:33.667512 dv-cinder-794661-1-smb neutron-server[103517]: WARNING oslo_policy.policy [None req-e4d1f3b1-844f-48b2-b860-3c832a85510f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 18:44:33.778914 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [None req-e4d1f3b1-844f-48b2-b860-3c832a85510f admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103517) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 18:44:33.779588 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-e4d1f3b1-844f-48b2-b860-3c832a85510f admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4846020 Jun 03 18:44:35.056957 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 49312) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:44:35.424042 dv-cinder-794661-1-smb neutron-server[103516]: WARNING oslo_policy.policy [None req-b2405878-3e30-498c-a400-b5a12f0f20f1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 18:44:35.424444 dv-cinder-794661-1-smb neutron-server[103516]: WARNING oslo_policy.policy [None req-b2405878-3e30-498c-a400-b5a12f0f20f1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 18:44:35.541383 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.v2.base [None req-b2405878-3e30-498c-a400-b5a12f0f20f1 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'default_prefixlen': 26}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:44:35.600161 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.policy [None req-b2405878-3e30-498c-a400-b5a12f0f20f1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103516) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 03 18:44:35.618368 dv-cinder-794661-1-smb neutron-server[103516]: WARNING oslo_policy.policy [None req-b2405878-3e30-498c-a400-b5a12f0f20f1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 18:44:35.618569 dv-cinder-794661-1-smb neutron-server[103516]: WARNING oslo_policy.policy [None req-b2405878-3e30-498c-a400-b5a12f0f20f1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 18:44:35.622689 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.quota [None req-b2405878-3e30-498c-a400-b5a12f0f20f1 admin admin] Loaded quota_driver: . Jun 03 18:44:35.632718 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-b2405878-3e30-498c-a400-b5a12f0f20f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:44:35.750477 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b2405878-3e30-498c-a400-b5a12f0f20f1 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751240733483', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751240733982', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751240720436', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751240717464', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751240826595', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751240832830', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1696102', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1645929', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-613466', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3640979'] for rbac-policy, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:44:36.158388 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b2405878-3e30-498c-a400-b5a12f0f20f1 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:44:36.160093 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-b2405878-3e30-498c-a400-b5a12f0f20f1 admin admin] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1018558 Jun 03 18:44:37.635299 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 49330) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:44:37.880312 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.v2.base [None req-2b85f78a-33e1-49cd-94e1-dd1df737964c admin admin] Request body: {'network': {'project_id': 'ac15f75055eb4bcb94a80f5a76ff57b4', 'admin_state_up': True, 'tenant_id': 'ac15f75055eb4bcb94a80f5a76ff57b4', 'name': 'private'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:44:37.885749 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-2b85f78a-33e1-49cd-94e1-dd1df737964c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:44:37.890396 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-2b85f78a-33e1-49cd-94e1-dd1df737964c admin admin] Usage tracker for resource:network and tenant:ac15f75055eb4bcb94a80f5a76ff57b4 is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:44:37.892169 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-2b85f78a-33e1-49cd-94e1-dd1df737964c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:44:37.897673 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-2b85f78a-33e1-49cd-94e1-dd1df737964c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:44:38.030444 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b85f78a-33e1-49cd-94e1-dd1df737964c admin admin] Made reservation on behalf of ac15f75055eb4bcb94a80f5a76ff57b4 for: {'network': 1} {{(pid=103516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 18:44:38.034060 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2b85f78a-33e1-49cd-94e1-dd1df737964c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1684408'] for network, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:44:38.056664 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2b85f78a-33e1-49cd-94e1-dd1df737964c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:44:38.067465 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-2b85f78a-33e1-49cd-94e1-dd1df737964c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:44:38.070701 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-2b85f78a-33e1-49cd-94e1-dd1df737964c admin admin] Usage tracker for resource:security_group_rule and tenant:ac15f75055eb4bcb94a80f5a76ff57b4 is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:44:38.074581 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-2b85f78a-33e1-49cd-94e1-dd1df737964c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:44:38.078905 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-2b85f78a-33e1-49cd-94e1-dd1df737964c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:44:38.145234 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2b85f78a-33e1-49cd-94e1-dd1df737964c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:44:38.225978 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2b85f78a-33e1-49cd-94e1-dd1df737964c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:44:38.229931 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:44:38.245363 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b85f78a-33e1-49cd-94e1-dd1df737964c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1433} {{(pid=103516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 18:44:38.263212 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b85f78a-33e1-49cd-94e1-dd1df737964c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e186edee-3835-4953-a679-a5f708028ce4,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:44:38.265436 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2b85f78a-33e1-49cd-94e1-dd1df737964c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751241769912', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529572'] for segment, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:44:38.265810 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2b85f78a-33e1-49cd-94e1-dd1df737964c admin admin] Unsubscribe: segment precommit_create {{(pid=103516) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 03 18:44:38.266159 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.db.segments_db [None req-2b85f78a-33e1-49cd-94e1-dd1df737964c admin admin] Added segment b6df38d2-115e-4825-8321-568343774467 of type vlan for network 4dd2fa1d-ffba-4439-a68c-4c59fcbfdf66 Jun 03 18:44:38.301103 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b85f78a-33e1-49cd-94e1-dd1df737964c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:44:38.301291 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b85f78a-33e1-49cd-94e1-dd1df737964c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:44:38.301494 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b85f78a-33e1-49cd-94e1-dd1df737964c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:44:38.301691 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b85f78a-33e1-49cd-94e1-dd1df737964c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:44:38.301886 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b85f78a-33e1-49cd-94e1-dd1df737964c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:44:38.302082 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b85f78a-33e1-49cd-94e1-dd1df737964c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:44:38.302276 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b85f78a-33e1-49cd-94e1-dd1df737964c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:44:38.302470 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b85f78a-33e1-49cd-94e1-dd1df737964c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:44:38.302672 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b85f78a-33e1-49cd-94e1-dd1df737964c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:44:38.302868 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b85f78a-33e1-49cd-94e1-dd1df737964c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:44:38.303060 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b85f78a-33e1-49cd-94e1-dd1df737964c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:44:38.303250 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b85f78a-33e1-49cd-94e1-dd1df737964c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:44:38.303953 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b85f78a-33e1-49cd-94e1-dd1df737964c admin admin] Tracked resource versions report: Jun 03 18:44:38.303953 dv-cinder-794661-1-smb neutron-server[103516]: pushed versions: Jun 03 18:44:38.303953 dv-cinder-794661-1-smb neutron-server[103516]: { 'AddressGroup': {'1.2'}, Jun 03 18:44:38.303953 dv-cinder-794661-1-smb neutron-server[103516]: 'ConntrackHelper': {'1.0'}, Jun 03 18:44:38.303953 dv-cinder-794661-1-smb neutron-server[103516]: 'Log': {'1.0'}, Jun 03 18:44:38.303953 dv-cinder-794661-1-smb neutron-server[103516]: 'Network': {'1.1'}, Jun 03 18:44:38.303953 dv-cinder-794661-1-smb neutron-server[103516]: 'Port': {'1.7'}, Jun 03 18:44:38.303953 dv-cinder-794661-1-smb neutron-server[103516]: 'PortForwarding': {'1.2'}, Jun 03 18:44:38.303953 dv-cinder-794661-1-smb neutron-server[103516]: 'QosPolicy': {'1.8'}, Jun 03 18:44:38.303953 dv-cinder-794661-1-smb neutron-server[103516]: 'SecurityGroup': {'1.4'}, Jun 03 18:44:38.303953 dv-cinder-794661-1-smb neutron-server[103516]: 'SecurityGroupRule': {'1.2'}, Jun 03 18:44:38.303953 dv-cinder-794661-1-smb neutron-server[103516]: 'SubPort': {'1.0'}, Jun 03 18:44:38.303953 dv-cinder-794661-1-smb neutron-server[103516]: 'Subnet': {'1.1'}, Jun 03 18:44:38.303953 dv-cinder-794661-1-smb neutron-server[103516]: 'Trunk': {'1.1'}} Jun 03 18:44:38.303953 dv-cinder-794661-1-smb neutron-server[103516]: consumer versions: Jun 03 18:44:38.303953 dv-cinder-794661-1-smb neutron-server[103516]: { DHCP agent@dv-cinder-794661-1-smb: {}, Jun 03 18:44:38.303953 dv-cinder-794661-1-smb neutron-server[103516]: L3 agent@dv-cinder-794661-1-smb: {}, Jun 03 18:44:38.303953 dv-cinder-794661-1-smb neutron-server[103516]: Metadata agent@dv-cinder-794661-1-smb: {}, Jun 03 18:44:38.303953 dv-cinder-794661-1-smb neutron-server[103516]: Metering agent@dv-cinder-794661-1-smb: {}, Jun 03 18:44:38.303953 dv-cinder-794661-1-smb neutron-server[103516]: Open vSwitch agent@dv-cinder-794661-1-smb: { 'AddressGroup': '1.2', Jun 03 18:44:38.303953 dv-cinder-794661-1-smb neutron-server[103516]: 'ConntrackHelper': '1.0', Jun 03 18:44:38.303953 dv-cinder-794661-1-smb neutron-server[103516]: 'Log': '1.0', Jun 03 18:44:38.303953 dv-cinder-794661-1-smb neutron-server[103516]: 'Network': '1.1', Jun 03 18:44:38.303953 dv-cinder-794661-1-smb neutron-server[103516]: 'Port': '1.7', Jun 03 18:44:38.303953 dv-cinder-794661-1-smb neutron-server[103516]: 'PortForwarding': '1.2', Jun 03 18:44:38.303953 dv-cinder-794661-1-smb neutron-server[103516]: 'QosPolicy': '1.8', Jun 03 18:44:38.303953 dv-cinder-794661-1-smb neutron-server[103516]: 'SecurityGroup': '1.4', Jun 03 18:44:38.303953 dv-cinder-794661-1-smb neutron-server[103516]: 'SecurityGroupRule': '1.2', Jun 03 18:44:38.303953 dv-cinder-794661-1-smb neutron-server[103516]: 'SubPort': '1.0', Jun 03 18:44:38.303953 dv-cinder-794661-1-smb neutron-server[103516]: 'Subnet': '1.1', Jun 03 18:44:38.303953 dv-cinder-794661-1-smb neutron-server[103516]: 'Trunk': '1.1'}} Jun 03 18:44:38.303953 dv-cinder-794661-1-smb neutron-server[103516]: {{(pid=103516) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 18:44:38.337227 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-2b85f78a-33e1-49cd-94e1-dd1df737964c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:44:38.341372 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2b85f78a-33e1-49cd-94e1-dd1df737964c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751241310154'] for network, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:44:38.433706 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2b85f78a-33e1-49cd-94e1-dd1df737964c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549287'] for network, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:44:38.435519 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b85f78a-33e1-49cd-94e1-dd1df737964c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:44:38.436350 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2b85f78a-33e1-49cd-94e1-dd1df737964c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549304'] for network, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:44:38.440348 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:44:38.517014 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b85f78a-33e1-49cd-94e1-dd1df737964c admin admin] Pushing event updated for resources: {'Network': ['ID=4dd2fa1d-ffba-4439-a68c-4c59fcbfdf66,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:44:38.519700 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-2b85f78a-33e1-49cd-94e1-dd1df737964c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:44:38.529223 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Network 4dd2fa1d-ffba-4439-a68c-4c59fcbfdf66 details requested by agent ovs-agent-dv-cinder-794661-1-smb with host dv-cinder-794661-1-smb {{(pid=103518) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 18:44:38.597208 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-2b85f78a-33e1-49cd-94e1-dd1df737964c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.9610155 Jun 03 18:44:40.100567 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 49344) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:44:40.415846 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a6369d-64ed-46a9-a143-24c3d984226e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:44:40.416688 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-82a6369d-64ed-46a9-a143-24c3d984226e admin admin] 10.222.0.44 "GET /v2.0/networks/4dd2fa1d-ffba-4439-a68c-4c59fcbfdf66 HTTP/1.1" status: 200 len: 826 time: 0.3150363 Jun 03 18:44:40.437410 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-db459356-30d7-4e0e-a152-80cc353113a0 admin admin] 10.222.0.44 "GET /v2.0/subnetpools/aadad287-0c33-4c9f-a8df-0eb40d9782b7 HTTP/1.1" status: 200 len: 734 time: 0.0141439 Jun 03 18:44:40.442509 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.v2.base [None req-8cee78f5-ab68-46ea-9c2b-7f03bf518a2e admin admin] Request body: {'subnet': {'tenant_id': 'ac15f75055eb4bcb94a80f5a76ff57b4', 'subnetpool_id': 'aadad287-0c33-4c9f-a8df-0eb40d9782b7', 'network_id': '4dd2fa1d-ffba-4439-a68c-4c59fcbfdf66', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:44:40.445170 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-8cee78f5-ab68-46ea-9c2b-7f03bf518a2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:44:40.447671 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-8cee78f5-ab68-46ea-9c2b-7f03bf518a2e admin admin] Usage tracker for resource:subnet and tenant:ac15f75055eb4bcb94a80f5a76ff57b4 is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:44:40.449604 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-8cee78f5-ab68-46ea-9c2b-7f03bf518a2e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:44:40.453477 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-8cee78f5-ab68-46ea-9c2b-7f03bf518a2e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:44:40.525060 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cee78f5-ab68-46ea-9c2b-7f03bf518a2e admin admin] Made reservation on behalf of ac15f75055eb4bcb94a80f5a76ff57b4 for: {'subnet': 1} {{(pid=103516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 18:44:40.527869 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8cee78f5-ab68-46ea-9c2b-7f03bf518a2e admin admin] Notify callbacks [] for subnet, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:44:40.943923 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8cee78f5-ab68-46ea-9c2b-7f03bf518a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294'] for subnet, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:44:40.946577 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:44:40.996636 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cee78f5-ab68-46ea-9c2b-7f03bf518a2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b4dc8f3-c4ef-4015-9f9c-f4b48f8766af,revision_number=0']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:44:41.000031 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-8cee78f5-ab68-46ea-9c2b-7f03bf518a2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:44:41.005845 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cee78f5-ab68-46ea-9c2b-7f03bf518a2e admin admin] Checking segment: {'id': 'b6df38d2-115e-4825-8321-568343774467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1433, 'network_id': '4dd2fa1d-ffba-4439-a68c-4c59fcbfdf66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 18:44:41.005845 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cee78f5-ab68-46ea-9c2b-7f03bf518a2e admin admin] Network hostable DHCP agents. Network: 4dd2fa1d-ffba-4439-a68c-4c59fcbfdf66, hostable agents: ['fb8d2d29-1809-4f62-9f23-eb4c5e08b409'], hosted agents: [] {{(pid=103516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 18:44:41.103870 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cee78f5-ab68-46ea-9c2b-7f03bf518a2e admin admin] Network 4dd2fa1d-ffba-4439-a68c-4c59fcbfdf66 is scheduled to be hosted by DHCP agent fb8d2d29-1809-4f62-9f23-eb4c5e08b409 with binding_index 1 {{(pid=103516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 18:44:41.204330 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-8cee78f5-ab68-46ea-9c2b-7f03bf518a2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794661-1-smb, 4dd2fa1d-ffba-4439-a68c-4c59fcbfdf66) {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 18:44:41.211526 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cee78f5-ab68-46ea-9c2b-7f03bf518a2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:44:41.212226 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8cee78f5-ab68-46ea-9c2b-7f03bf518a2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549304'] for subnet, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:44:41.217390 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9cb332-3b40-42e5-97be-5bce643aed8a None None] Network 4dd2fa1d-ffba-4439-a68c-4c59fcbfdf66 requested from dv-cinder-794661-1-smb {{(pid=103518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 18:44:41.300944 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-8cee78f5-ab68-46ea-9c2b-7f03bf518a2e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8601692 Jun 03 18:44:41.456692 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdca7b74-db49-4030-9951-7db0bab20894 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe55a649f-66e1-5c59-8e10-c698044dc604-4dd2fa1d-ffba-4439-a68c-4c59fcbfdf66', 'network_id': '4dd2fa1d-ffba-4439-a68c-4c59fcbfdf66', 'tenant_id': 'ac15f75055eb4bcb94a80f5a76ff57b4', 'fixed_ips': [{'subnet_id': '9b4dc8f3-c4ef-4015-9f9c-f4b48f8766af'}]}} from dv-cinder-794661-1-smb. {{(pid=103518) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 18:44:41.457440 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-bdca7b74-db49-4030-9951-7db0bab20894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_create {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:44:41.579198 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.db_base_plugin_common [None req-bdca7b74-db49-4030-9951-7db0bab20894 None None] Allocated IP 172.20.0.2 (4dd2fa1d-ffba-4439-a68c-4c59fcbfdf66/9b4dc8f3-c4ef-4015-9f9c-f4b48f8766af/1fae2754-3e43-4486-9c28-b2eadba9b3c2) {{(pid=103518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 18:44:41.735317 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-bdca7b74-db49-4030-9951-7db0bab20894 None None] Notify callbacks [] for port, precommit_create {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:44:41.745127 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-bdca7b74-db49-4030-9951-7db0bab20894 None None] Transition to ACTIVE for port object 1fae2754-3e43-4486-9c28-b2eadba9b3c2 will not be triggered until provisioned by entity L2. {{(pid=103518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 18:44:41.758541 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-bdca7b74-db49-4030-9951-7db0bab20894 None None] Transition to ACTIVE for port object 1fae2754-3e43-4486-9c28-b2eadba9b3c2 will not be triggered until provisioned by entity DHCP. {{(pid=103518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 18:44:41.823740 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-bdca7b74-db49-4030-9951-7db0bab20894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751241322828'] for port, after_create {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:44:41.830058 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:44:41.869684 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdca7b74-db49-4030-9951-7db0bab20894 None None] Network 4dd2fa1d-ffba-4439-a68c-4c59fcbfdf66 is already hosted by enough agents. {{(pid=103518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 18:44:41.874236 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.scheduler.base_scheduler [None req-bdca7b74-db49-4030-9951-7db0bab20894 None None] Resources bound (agent type, host, resource id): {{(pid=103518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 18:44:41.879229 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdca7b74-db49-4030-9951-7db0bab20894 None None] Pushing event updated for resources: {'Port': ['ID=1fae2754-3e43-4486-9c28-b2eadba9b3c2,revision_number=1']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:44:41.880814 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdca7b74-db49-4030-9951-7db0bab20894 None None] Received port after_create {{(pid=103518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 18:44:41.904392 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdca7b74-db49-4030-9951-7db0bab20894 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:44:41.904572 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdca7b74-db49-4030-9951-7db0bab20894 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:44:41.904782 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdca7b74-db49-4030-9951-7db0bab20894 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:44:41.904985 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdca7b74-db49-4030-9951-7db0bab20894 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:44:41.905202 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdca7b74-db49-4030-9951-7db0bab20894 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:44:41.905402 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdca7b74-db49-4030-9951-7db0bab20894 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:44:41.905607 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdca7b74-db49-4030-9951-7db0bab20894 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:44:41.905883 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdca7b74-db49-4030-9951-7db0bab20894 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:44:41.906105 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdca7b74-db49-4030-9951-7db0bab20894 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:44:41.906311 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdca7b74-db49-4030-9951-7db0bab20894 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:44:41.906505 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdca7b74-db49-4030-9951-7db0bab20894 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:44:41.906717 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdca7b74-db49-4030-9951-7db0bab20894 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:44:41.907397 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdca7b74-db49-4030-9951-7db0bab20894 None None] Tracked resource versions report: Jun 03 18:44:41.907397 dv-cinder-794661-1-smb neutron-server[103518]: pushed versions: Jun 03 18:44:41.907397 dv-cinder-794661-1-smb neutron-server[103518]: { 'AddressGroup': {'1.2'}, Jun 03 18:44:41.907397 dv-cinder-794661-1-smb neutron-server[103518]: 'ConntrackHelper': {'1.0'}, Jun 03 18:44:41.907397 dv-cinder-794661-1-smb neutron-server[103518]: 'Log': {'1.0'}, Jun 03 18:44:41.907397 dv-cinder-794661-1-smb neutron-server[103518]: 'Network': {'1.1'}, Jun 03 18:44:41.907397 dv-cinder-794661-1-smb neutron-server[103518]: 'Port': {'1.7'}, Jun 03 18:44:41.907397 dv-cinder-794661-1-smb neutron-server[103518]: 'PortForwarding': {'1.2'}, Jun 03 18:44:41.907397 dv-cinder-794661-1-smb neutron-server[103518]: 'QosPolicy': {'1.8'}, Jun 03 18:44:41.907397 dv-cinder-794661-1-smb neutron-server[103518]: 'SecurityGroup': {'1.4'}, Jun 03 18:44:41.907397 dv-cinder-794661-1-smb neutron-server[103518]: 'SecurityGroupRule': {'1.2'}, Jun 03 18:44:41.907397 dv-cinder-794661-1-smb neutron-server[103518]: 'SubPort': {'1.0'}, Jun 03 18:44:41.907397 dv-cinder-794661-1-smb neutron-server[103518]: 'Subnet': {'1.1'}, Jun 03 18:44:41.907397 dv-cinder-794661-1-smb neutron-server[103518]: 'Trunk': {'1.1'}} Jun 03 18:44:41.907397 dv-cinder-794661-1-smb neutron-server[103518]: consumer versions: Jun 03 18:44:41.907397 dv-cinder-794661-1-smb neutron-server[103518]: { DHCP agent@dv-cinder-794661-1-smb: {}, Jun 03 18:44:41.907397 dv-cinder-794661-1-smb neutron-server[103518]: L3 agent@dv-cinder-794661-1-smb: {}, Jun 03 18:44:41.907397 dv-cinder-794661-1-smb neutron-server[103518]: Metadata agent@dv-cinder-794661-1-smb: {}, Jun 03 18:44:41.907397 dv-cinder-794661-1-smb neutron-server[103518]: Metering agent@dv-cinder-794661-1-smb: {}, Jun 03 18:44:41.907397 dv-cinder-794661-1-smb neutron-server[103518]: Open vSwitch agent@dv-cinder-794661-1-smb: { 'AddressGroup': '1.2', Jun 03 18:44:41.907397 dv-cinder-794661-1-smb neutron-server[103518]: 'ConntrackHelper': '1.0', Jun 03 18:44:41.907397 dv-cinder-794661-1-smb neutron-server[103518]: 'Log': '1.0', Jun 03 18:44:41.907397 dv-cinder-794661-1-smb neutron-server[103518]: 'Network': '1.1', Jun 03 18:44:41.907397 dv-cinder-794661-1-smb neutron-server[103518]: 'Port': '1.7', Jun 03 18:44:41.907397 dv-cinder-794661-1-smb neutron-server[103518]: 'PortForwarding': '1.2', Jun 03 18:44:41.907397 dv-cinder-794661-1-smb neutron-server[103518]: 'QosPolicy': '1.8', Jun 03 18:44:41.907397 dv-cinder-794661-1-smb neutron-server[103518]: 'SecurityGroup': '1.4', Jun 03 18:44:41.907397 dv-cinder-794661-1-smb neutron-server[103518]: 'SecurityGroupRule': '1.2', Jun 03 18:44:41.907397 dv-cinder-794661-1-smb neutron-server[103518]: 'SubPort': '1.0', Jun 03 18:44:41.907397 dv-cinder-794661-1-smb neutron-server[103518]: 'Subnet': '1.1', Jun 03 18:44:41.907397 dv-cinder-794661-1-smb neutron-server[103518]: 'Trunk': '1.1'}} Jun 03 18:44:41.907397 dv-cinder-794661-1-smb neutron-server[103518]: {{(pid=103518) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 18:44:41.931357 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-bdca7b74-db49-4030-9951-7db0bab20894 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:44:41.948284 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.managers [None req-bdca7b74-db49-4030-9951-7db0bab20894 None None] Attempting to bind port 1fae2754-3e43-4486-9c28-b2eadba9b3c2 on host dv-cinder-794661-1-smb for vnic_type normal with profile {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 18:44:41.948506 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.managers [None req-bdca7b74-db49-4030-9951-7db0bab20894 None None] Attempting to bind port 1fae2754-3e43-4486-9c28-b2eadba9b3c2 by drivers openvswitch,hyperv on host dv-cinder-794661-1-smb at level 0 using segments [{'id': 'b6df38d2-115e-4825-8321-568343774467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1433, 'network_id': '4dd2fa1d-ffba-4439-a68c-4c59fcbfdf66'}] {{(pid=103518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 18:44:41.948762 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdca7b74-db49-4030-9951-7db0bab20894 None None] Attempting to bind port 1fae2754-3e43-4486-9c28-b2eadba9b3c2 on network 4dd2fa1d-ffba-4439-a68c-4c59fcbfdf66 {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 18:44:41.952501 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdca7b74-db49-4030-9951-7db0bab20894 None None] Checking agent: {'id': '9af4ad39-3160-4d10-9b77-67ea66ff9724', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794661-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 18, 44, 30), 'started_at': datetime.datetime(2021, 6, 3, 18, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 18, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794661-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 18:44:41.952740 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdca7b74-db49-4030-9951-7db0bab20894 None None] Checking segment: {'id': 'b6df38d2-115e-4825-8321-568343774467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1433, 'network_id': '4dd2fa1d-ffba-4439-a68c-4c59fcbfdf66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 18:44:41.953040 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-bdca7b74-db49-4030-9951-7db0bab20894 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:44:41.961710 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdca7b74-db49-4030-9951-7db0bab20894 None None] Bound using segment: {'id': 'b6df38d2-115e-4825-8321-568343774467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1433, 'network_id': '4dd2fa1d-ffba-4439-a68c-4c59fcbfdf66'} {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 18:44:41.961710 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.managers [None req-bdca7b74-db49-4030-9951-7db0bab20894 None None] Bound port: 1fae2754-3e43-4486-9c28-b2eadba9b3c2, host: dv-cinder-794661-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6df38d2-115e-4825-8321-568343774467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1433, 'network_id': '4dd2fa1d-ffba-4439-a68c-4c59fcbfdf66'}}] {{(pid=103518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 18:44:41.961710 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-bdca7b74-db49-4030-9951-7db0bab20894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:44:42.022870 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-bdca7b74-db49-4030-9951-7db0bab20894 None None] For port 1fae2754-3e43-4486-9c28-b2eadba9b3c2, host dv-cinder-794661-1-smb, cleared binding levels {{(pid=103518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 18:44:42.026823 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-bdca7b74-db49-4030-9951-7db0bab20894 None None] For port 1fae2754-3e43-4486-9c28-b2eadba9b3c2, host dv-cinder-794661-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794661-1-smb',level=0,port_id=1fae2754-3e43-4486-9c28-b2eadba9b3c2,segment=NetworkSegment(b6df38d2-115e-4825-8321-568343774467),segment_id=b6df38d2-115e-4825-8321-568343774467)] {{(pid=103518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 18:44:42.114984 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-bdca7b74-db49-4030-9951-7db0bab20894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:44:42.120322 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-bdca7b74-db49-4030-9951-7db0bab20894 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:44:42.180606 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdca7b74-db49-4030-9951-7db0bab20894 None None] Pushing event updated for resources: {'Port': ['ID=1fae2754-3e43-4486-9c28-b2eadba9b3c2,revision_number=2']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:44:42.182107 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-bdca7b74-db49-4030-9951-7db0bab20894 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:44:42.733291 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 49352) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:44:42.970977 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [None req-f8d12aff-e705-48ef-8cf3-5228a2cf384d admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103517) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 18:44:42.971489 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-f8d12aff-e705-48ef-8cf3-5228a2cf384d admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2372813 Jun 03 18:44:44.317985 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 49360) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:44:44.547871 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [None req-dc031c3a-3323-4185-8d84-29b426dd2b42 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 18:44:44.548411 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-dc031c3a-3323-4185-8d84-29b426dd2b42 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2297666 Jun 03 18:44:45.800163 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cafab46-fbcd-4900-b65e-d6221cd876c2 None None] Network 4dd2fa1d-ffba-4439-a68c-4c59fcbfdf66 requested from dv-cinder-794661-1-smb {{(pid=103518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 18:44:45.843597 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device 1fae2754-3e43-4486-9c28-b2eadba9b3c2 up at agent ovs-agent-dv-cinder-794661-1-smb {{(pid=103518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 18:44:45.998669 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 49376) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:44:46.017563 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-29342f18-3ef8-40a4-b299-e25f5e928834 None None] Provisioning for port 1fae2754-3e43-4486-9c28-b2eadba9b3c2 completed by entity DHCP. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 18:44:46.053704 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Provisioning for port 1fae2754-3e43-4486-9c28-b2eadba9b3c2 completed by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 18:44:46.057373 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Provisioning complete for port 1fae2754-3e43-4486-9c28-b2eadba9b3c2 triggered by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 18:44:46.057585 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:44:46.121807 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:44:46.144013 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-2dd4552e-5a38-4199-a535-c7a1980efb47 None None] Provisioning complete for port 1fae2754-3e43-4486-9c28-b2eadba9b3c2 triggered by entity DHCP. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 18:44:46.144287 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dd4552e-5a38-4199-a535-c7a1980efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:44:46.160373 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] For port 1fae2754-3e43-4486-9c28-b2eadba9b3c2, host dv-cinder-794661-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794661-1-smb',level=0,port_id=1fae2754-3e43-4486-9c28-b2eadba9b3c2,segment=NetworkSegment(b6df38d2-115e-4825-8321-568343774467),segment_id=b6df38d2-115e-4825-8321-568343774467)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:44:46.206558 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.v2.base [None req-e99f60f0-3543-47aa-ace3-d179ebd243e6 admin admin] Request body: {'router': {'tenant_id': 'ac15f75055eb4bcb94a80f5a76ff57b4', 'name': 'router1', 'admin_state_up': True}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:44:46.209445 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-e99f60f0-3543-47aa-ace3-d179ebd243e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:44:46.213063 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-e99f60f0-3543-47aa-ace3-d179ebd243e6 admin admin] Usage tracker for resource:router and tenant:ac15f75055eb4bcb94a80f5a76ff57b4 is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:44:46.216656 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-e99f60f0-3543-47aa-ace3-d179ebd243e6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:44:46.220215 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-e99f60f0-3543-47aa-ace3-d179ebd243e6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:44:46.229066 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dd4552e-5a38-4199-a535-c7a1980efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:44:46.239985 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:44:46.246644 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:44:46.305188 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.db.api [None req-2dd4552e-5a38-4199-a535-c7a1980efb47 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103518) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 18:44:46.305416 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_db.api [None req-2dd4552e-5a38-4199-a535-c7a1980efb47 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 18:44:46.305799 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Pushing event updated for resources: {'Port': ['ID=1fae2754-3e43-4486-9c28-b2eadba9b3c2,revision_number=3']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:44:46.307723 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:44:46.317438 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e99f60f0-3543-47aa-ace3-d179ebd243e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27923'] for router, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:44:46.318581 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e99f60f0-3543-47aa-ace3-d179ebd243e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-444002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27930'] for router, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:44:46.332003 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e99f60f0-3543-47aa-ace3-d179ebd243e6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:44:46.450411 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e99f60f0-3543-47aa-ace3-d179ebd243e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573491'] for router, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:44:46.541217 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e99f60f0-3543-47aa-ace3-d179ebd243e6 admin admin] Notify callbacks [] for router, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:44:46.542742 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-e99f60f0-3543-47aa-ace3-d179ebd243e6 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5431886 Jun 03 18:44:47.806511 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 49384) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:44:47.808821 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device 1fae2754-3e43-4486-9c28-b2eadba9b3c2 up at agent ovs-agent-dv-cinder-794661-1-smb {{(pid=103518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 18:44:47.851846 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Provisioning complete for port 1fae2754-3e43-4486-9c28-b2eadba9b3c2 triggered by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 18:44:47.852043 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:44:48.044773 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [None req-0bef59d3-b6fe-4572-a595-5b78cc052c11 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103517) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 18:44:48.045407 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-0bef59d3-b6fe-4572-a595-5b78cc052c11 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2382321 Jun 03 18:44:49.313119 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 49392) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:44:49.551908 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.v2.base [None req-918654c8-2aa8-44b6-9676-ae51231acb4e admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=103517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:44:49.553221 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.quota [None req-918654c8-2aa8-44b6-9676-ae51231acb4e admin admin] Loaded quota_driver: . Jun 03 18:44:49.565311 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-918654c8-2aa8-44b6-9676-ae51231acb4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:44:49.570422 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-918654c8-2aa8-44b6-9676-ae51231acb4e admin admin] Usage tracker for resource:network and tenant:84052e2792414cb291844faca99ccebe is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:44:49.573947 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-918654c8-2aa8-44b6-9676-ae51231acb4e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:44:49.578704 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-918654c8-2aa8-44b6-9676-ae51231acb4e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:44:49.647303 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-918654c8-2aa8-44b6-9676-ae51231acb4e admin admin] Made reservation on behalf of 84052e2792414cb291844faca99ccebe for: {'network': 1} {{(pid=103517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 18:44:49.703839 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.policy [None req-918654c8-2aa8-44b6-9676-ae51231acb4e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103517) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 03 18:44:49.726452 dv-cinder-794661-1-smb neutron-server[103517]: WARNING oslo_policy.policy [None req-918654c8-2aa8-44b6-9676-ae51231acb4e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 18:44:49.726696 dv-cinder-794661-1-smb neutron-server[103517]: WARNING oslo_policy.policy [None req-918654c8-2aa8-44b6-9676-ae51231acb4e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 18:44:49.732727 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-918654c8-2aa8-44b6-9676-ae51231acb4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1684408'] for network, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:44:49.746087 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-918654c8-2aa8-44b6-9676-ae51231acb4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:44:49.755935 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-918654c8-2aa8-44b6-9676-ae51231acb4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:44:49.759106 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-918654c8-2aa8-44b6-9676-ae51231acb4e admin admin] Usage tracker for resource:security_group_rule and tenant:84052e2792414cb291844faca99ccebe is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:44:49.761286 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-918654c8-2aa8-44b6-9676-ae51231acb4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:44:49.765077 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-918654c8-2aa8-44b6-9676-ae51231acb4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:44:49.842876 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-918654c8-2aa8-44b6-9676-ae51231acb4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:44:49.926700 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-918654c8-2aa8-44b6-9676-ae51231acb4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:44:49.934120 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:44:49.948311 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-918654c8-2aa8-44b6-9676-ae51231acb4e admin admin] Reserving flat network on physical network physnet1 {{(pid=103517) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 03 18:44:49.977417 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-918654c8-2aa8-44b6-9676-ae51231acb4e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751241769912', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529572'] for segment, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:44:49.977792 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-918654c8-2aa8-44b6-9676-ae51231acb4e admin admin] Unsubscribe: segment precommit_create {{(pid=103517) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 03 18:44:49.978210 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.db.segments_db [None req-918654c8-2aa8-44b6-9676-ae51231acb4e admin admin] Added segment cb7a02ef-c488-4fe7-ad15-1fca81e02b96 of type flat for network 6ece2837-d49d-41e4-9380-4ff50b3876fc Jun 03 18:44:50.014319 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918654c8-2aa8-44b6-9676-ae51231acb4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a7d13c-2858-4913-93bd-be0372197317,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:44:50.028062 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918654c8-2aa8-44b6-9676-ae51231acb4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:44:50.028278 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918654c8-2aa8-44b6-9676-ae51231acb4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:44:50.028497 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918654c8-2aa8-44b6-9676-ae51231acb4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:44:50.028708 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918654c8-2aa8-44b6-9676-ae51231acb4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:44:50.028915 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918654c8-2aa8-44b6-9676-ae51231acb4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:44:50.029124 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918654c8-2aa8-44b6-9676-ae51231acb4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:44:50.029329 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918654c8-2aa8-44b6-9676-ae51231acb4e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:44:50.029533 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918654c8-2aa8-44b6-9676-ae51231acb4e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:44:50.029761 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918654c8-2aa8-44b6-9676-ae51231acb4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:44:50.029975 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918654c8-2aa8-44b6-9676-ae51231acb4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:44:50.030182 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918654c8-2aa8-44b6-9676-ae51231acb4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:44:50.030385 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918654c8-2aa8-44b6-9676-ae51231acb4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:44:50.031142 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918654c8-2aa8-44b6-9676-ae51231acb4e admin admin] Tracked resource versions report: Jun 03 18:44:50.031142 dv-cinder-794661-1-smb neutron-server[103517]: pushed versions: Jun 03 18:44:50.031142 dv-cinder-794661-1-smb neutron-server[103517]: { 'AddressGroup': {'1.2'}, Jun 03 18:44:50.031142 dv-cinder-794661-1-smb neutron-server[103517]: 'ConntrackHelper': {'1.0'}, Jun 03 18:44:50.031142 dv-cinder-794661-1-smb neutron-server[103517]: 'Log': {'1.0'}, Jun 03 18:44:50.031142 dv-cinder-794661-1-smb neutron-server[103517]: 'Network': {'1.1'}, Jun 03 18:44:50.031142 dv-cinder-794661-1-smb neutron-server[103517]: 'Port': {'1.7'}, Jun 03 18:44:50.031142 dv-cinder-794661-1-smb neutron-server[103517]: 'PortForwarding': {'1.2'}, Jun 03 18:44:50.031142 dv-cinder-794661-1-smb neutron-server[103517]: 'QosPolicy': {'1.8'}, Jun 03 18:44:50.031142 dv-cinder-794661-1-smb neutron-server[103517]: 'SecurityGroup': {'1.4'}, Jun 03 18:44:50.031142 dv-cinder-794661-1-smb neutron-server[103517]: 'SecurityGroupRule': {'1.2'}, Jun 03 18:44:50.031142 dv-cinder-794661-1-smb neutron-server[103517]: 'SubPort': {'1.0'}, Jun 03 18:44:50.031142 dv-cinder-794661-1-smb neutron-server[103517]: 'Subnet': {'1.1'}, Jun 03 18:44:50.031142 dv-cinder-794661-1-smb neutron-server[103517]: 'Trunk': {'1.1'}} Jun 03 18:44:50.031142 dv-cinder-794661-1-smb neutron-server[103517]: consumer versions: Jun 03 18:44:50.031142 dv-cinder-794661-1-smb neutron-server[103517]: { DHCP agent@dv-cinder-794661-1-smb: {}, Jun 03 18:44:50.031142 dv-cinder-794661-1-smb neutron-server[103517]: L3 agent@dv-cinder-794661-1-smb: {}, Jun 03 18:44:50.031142 dv-cinder-794661-1-smb neutron-server[103517]: Metadata agent@dv-cinder-794661-1-smb: {}, Jun 03 18:44:50.031142 dv-cinder-794661-1-smb neutron-server[103517]: Metering agent@dv-cinder-794661-1-smb: {}, Jun 03 18:44:50.031142 dv-cinder-794661-1-smb neutron-server[103517]: Open vSwitch agent@dv-cinder-794661-1-smb: { 'AddressGroup': '1.2', Jun 03 18:44:50.031142 dv-cinder-794661-1-smb neutron-server[103517]: 'ConntrackHelper': '1.0', Jun 03 18:44:50.031142 dv-cinder-794661-1-smb neutron-server[103517]: 'Log': '1.0', Jun 03 18:44:50.031142 dv-cinder-794661-1-smb neutron-server[103517]: 'Network': '1.1', Jun 03 18:44:50.031142 dv-cinder-794661-1-smb neutron-server[103517]: 'Port': '1.7', Jun 03 18:44:50.031142 dv-cinder-794661-1-smb neutron-server[103517]: 'PortForwarding': '1.2', Jun 03 18:44:50.031142 dv-cinder-794661-1-smb neutron-server[103517]: 'QosPolicy': '1.8', Jun 03 18:44:50.031142 dv-cinder-794661-1-smb neutron-server[103517]: 'SecurityGroup': '1.4', Jun 03 18:44:50.031142 dv-cinder-794661-1-smb neutron-server[103517]: 'SecurityGroupRule': '1.2', Jun 03 18:44:50.031142 dv-cinder-794661-1-smb neutron-server[103517]: 'SubPort': '1.0', Jun 03 18:44:50.031142 dv-cinder-794661-1-smb neutron-server[103517]: 'Subnet': '1.1', Jun 03 18:44:50.031142 dv-cinder-794661-1-smb neutron-server[103517]: 'Trunk': '1.1'}} Jun 03 18:44:50.031142 dv-cinder-794661-1-smb neutron-server[103517]: {{(pid=103517) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 18:44:50.062514 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-918654c8-2aa8-44b6-9676-ae51231acb4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751241310154'] for network, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:44:50.065134 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-918654c8-2aa8-44b6-9676-ae51231acb4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:44:50.162344 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-918654c8-2aa8-44b6-9676-ae51231acb4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549287'] for network, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:44:50.164440 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918654c8-2aa8-44b6-9676-ae51231acb4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:44:50.165321 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-918654c8-2aa8-44b6-9676-ae51231acb4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549304'] for network, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:44:50.171255 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:44:50.250822 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918654c8-2aa8-44b6-9676-ae51231acb4e admin admin] Pushing event updated for resources: {'Network': ['ID=6ece2837-d49d-41e4-9380-4ff50b3876fc,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:44:50.253339 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-918654c8-2aa8-44b6-9676-ae51231acb4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:44:50.264944 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Network 6ece2837-d49d-41e4-9380-4ff50b3876fc details requested by agent ovs-agent-dv-cinder-794661-1-smb with host dv-cinder-794661-1-smb {{(pid=103518) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 18:44:50.282088 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-918654c8-2aa8-44b6-9676-ae51231acb4e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9681611 Jun 03 18:44:51.589007 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 49406) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:44:51.867402 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aff6ca4-bc59-426f-a70a-f7c72731f5cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:44:51.868314 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-3aff6ca4-bc59-426f-a70a-f7c72731f5cc admin admin] 10.222.0.44 "GET /v2.0/subnets/9b4dc8f3-c4ef-4015-9f9c-f4b48f8766af HTTP/1.1" status: 200 len: 849 time: 0.2785709 Jun 03 18:44:51.982877 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-86a22ef6-9f9a-4eb2-a6ca-3cc9d2e490e5 admin admin] 10.222.0.44 "GET /v2.0/routers/9276ae2c-c7f6-4f24-81fd-9c0267b3b678 HTTP/1.1" status: 200 len: 704 time: 0.1078413 Jun 03 18:44:52.252565 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-54262ee0-3632-444d-beba-90b848c1c2cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:44:52.380388 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.db_base_plugin_common [None req-54262ee0-3632-444d-beba-90b848c1c2cc admin admin] Allocated IP 172.20.0.1 (4dd2fa1d-ffba-4439-a68c-4c59fcbfdf66/9b4dc8f3-c4ef-4015-9f9c-f4b48f8766af/1338e37c-6215-4366-b3c9-026f1e957267) {{(pid=103517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 18:44:52.462253 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-54262ee0-3632-444d-beba-90b848c1c2cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:44:52.473450 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-54262ee0-3632-444d-beba-90b848c1c2cc admin admin] Transition to ACTIVE for port object 1338e37c-6215-4366-b3c9-026f1e957267 will not be triggered until provisioned by entity DHCP. {{(pid=103517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 18:44:52.569686 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-54262ee0-3632-444d-beba-90b848c1c2cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751241322828'] for port, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:44:52.575760 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:44:52.623035 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54262ee0-3632-444d-beba-90b848c1c2cc admin admin] Network 4dd2fa1d-ffba-4439-a68c-4c59fcbfdf66 is already hosted by enough agents. {{(pid=103517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 18:44:52.624642 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.scheduler.base_scheduler [None req-54262ee0-3632-444d-beba-90b848c1c2cc admin admin] Resources bound (agent type, host, resource id): {{(pid=103517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 18:44:52.630316 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54262ee0-3632-444d-beba-90b848c1c2cc admin admin] Received port after_create {{(pid=103517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 18:44:52.630652 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-54262ee0-3632-444d-beba-90b848c1c2cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573693'] for router_interface, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:44:52.698618 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54262ee0-3632-444d-beba-90b848c1c2cc admin admin] Pushing event updated for resources: {'Port': ['ID=1338e37c-6215-4366-b3c9-026f1e957267,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:44:52.702078 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-54262ee0-3632-444d-beba-90b848c1c2cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:44:52.848918 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-54262ee0-3632-444d-beba-90b848c1c2cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:44:52.924472 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-1f0cb8b4-66d1-4d3c-b108-bc09844d051c None None] Provisioning for port 1338e37c-6215-4366-b3c9-026f1e957267 completed by entity DHCP. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 18:44:52.928336 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-1f0cb8b4-66d1-4d3c-b108-bc09844d051c None None] Provisioning complete for port 1338e37c-6215-4366-b3c9-026f1e957267 triggered by entity DHCP. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 18:44:52.928554 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-1f0cb8b4-66d1-4d3c-b108-bc09844d051c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:44:52.962000 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.plugin [None req-1f0cb8b4-66d1-4d3c-b108-bc09844d051c None None] Port 1338e37c-6215-4366-b3c9-026f1e957267 cannot update to ACTIVE because it is not bound. {{(pid=103518) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 18:44:52.997910 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-54262ee0-3632-444d-beba-90b848c1c2cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:44:53.091602 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-54262ee0-3632-444d-beba-90b848c1c2cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:44:53.092442 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-54262ee0-3632-444d-beba-90b848c1c2cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405393'] for router_interface, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:44:53.094956 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:44:53.152351 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54262ee0-3632-444d-beba-90b848c1c2cc admin admin] Pushing event updated for resources: {'Port': ['ID=1338e37c-6215-4366-b3c9-026f1e957267,revision_number=2']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:44:53.181674 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-54262ee0-3632-444d-beba-90b848c1c2cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:44:53.220631 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54262ee0-3632-444d-beba-90b848c1c2cc admin admin] Network 4dd2fa1d-ffba-4439-a68c-4c59fcbfdf66 is already hosted by enough agents. {{(pid=103517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 18:44:53.221410 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.scheduler.base_scheduler [None req-54262ee0-3632-444d-beba-90b848c1c2cc admin admin] Resources bound (agent type, host, resource id): {{(pid=103517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 18:44:53.380109 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-cad93bde-37aa-4e9a-ac1f-4961c901a202 None None] Provisioning complete for port 1338e37c-6215-4366-b3c9-026f1e957267 triggered by entity DHCP. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 18:44:53.380354 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-cad93bde-37aa-4e9a-ac1f-4961c901a202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:44:53.415960 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.plugin [None req-cad93bde-37aa-4e9a-ac1f-4961c901a202 None None] Port 1338e37c-6215-4366-b3c9-026f1e957267 cannot update to ACTIVE because it is not bound. {{(pid=103518) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 18:44:53.427436 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54262ee0-3632-444d-beba-90b848c1c2cc admin admin] Router 9276ae2c-c7f6-4f24-81fd-9c0267b3b678 is scheduled to L3 agent e49736c8-5019-4904-a5ca-8bb53e194ab8 with binding_index 1 {{(pid=103517) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 18:44:53.521959 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54262ee0-3632-444d-beba-90b848c1c2cc admin admin] Notify agent at l3_agent.dv-cinder-794661-1-smb the message routers_updated {{(pid=103517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 18:44:53.527526 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-54262ee0-3632-444d-beba-90b848c1c2cc admin admin] 10.222.0.44 "PUT /v2.0/routers/9276ae2c-c7f6-4f24-81fd-9c0267b3b678/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.5387838 Jun 03 18:44:53.532375 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937d7a64-a80e-48d1-a44f-979d6fddec22 None None] Sync routers for ids ['9276ae2c-c7f6-4f24-81fd-9c0267b3b678'] in dv-cinder-794661-1-smb {{(pid=103519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 18:44:53.538803 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937d7a64-a80e-48d1-a44f-979d6fddec22 None None] Routers {'9276ae2c-c7f6-4f24-81fd-9c0267b3b678'} bound to L3 agent in host dv-cinder-794661-1-smb {{(pid=103519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 18:44:53.539355 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_hamode_db [None req-937d7a64-a80e-48d1-a44f-979d6fddec22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794661-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-03T18:44:31Z,description=,heartbeat_timestamp=2021-06-03T18:44:31Z,host='dv-cinder-794661-1-smb',id=e49736c8-5019-4904-a5ca-8bb53e194ab8,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T18:44:31Z,topic='l3_agent')) {'router_ids': ['9276ae2c-c7f6-4f24-81fd-9c0267b3b678'], 'active': True} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:44:53.655928 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_dvr_db [None req-937d7a64-a80e-48d1-a44f-979d6fddec22 None None] Set router 9276ae2c-c7f6-4f24-81fd-9c0267b3b678 gateway port host: None {{(pid=103519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 18:44:53.895060 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_hamode_db [None req-937d7a64-a80e-48d1-a44f-979d6fddec22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9276ae2c-c7f6-4f24-81fd-9c0267b3b678', 'name': 'router1', 'tenant_id': 'ac15f75055eb4bcb94a80f5a76ff57b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T18:44:46Z', 'updated_at': '2021-06-03T18:44:52Z', 'revision_number': 2, 'project_id': 'ac15f75055eb4bcb94a80f5a76ff57b4', 'gw_port_host': None, '_interfaces': [{'id': '1338e37c-6215-4366-b3c9-026f1e957267', 'name': '', 'network_id': '4dd2fa1d-ffba-4439-a68c-4c59fcbfdf66', 'tenant_id': 'ac15f75055eb4bcb94a80f5a76ff57b4', 'mac_address': 'fa:16:3e:5c:0f:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9276ae2c-c7f6-4f24-81fd-9c0267b3b678', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9b4dc8f3-c4ef-4015-9f9c-f4b48f8766af', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:44:52Z', 'updated_at': '2021-06-03T18:44:52Z', 'revision_number': 2, 'project_id': 'ac15f75055eb4bcb94a80f5a76ff57b4', 'subnets': [{'id': '9b4dc8f3-c4ef-4015-9f9c-f4b48f8766af', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aadad287-0c33-4c9f-a8df-0eb40d9782b7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794661-1-smb', False) {} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:44:53.899151 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937d7a64-a80e-48d1-a44f-979d6fddec22 None None] Checking router: 9276ae2c-c7f6-4f24-81fd-9c0267b3b678 for host: dv-cinder-794661-1-smb {{(pid=103519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 18:44:53.899364 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937d7a64-a80e-48d1-a44f-979d6fddec22 None None] Updating router 9276ae2c-c7f6-4f24-81fd-9c0267b3b678 port 1338e37c-6215-4366-b3c9-026f1e957267 binding host dv-cinder-794661-1-smb {{(pid=103519) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 18:44:53.933972 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-937d7a64-a80e-48d1-a44f-979d6fddec22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:44:54.239463 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-937d7a64-a80e-48d1-a44f-979d6fddec22 None None] Notify callbacks [] for port, precommit_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:44:54.249589 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.provisioning_blocks [None req-937d7a64-a80e-48d1-a44f-979d6fddec22 None None] Transition to ACTIVE for port object 1338e37c-6215-4366-b3c9-026f1e957267 will not be triggered until provisioned by entity L2. {{(pid=103519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 18:44:54.321334 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-937d7a64-a80e-48d1-a44f-979d6fddec22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:44:54.324904 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:44:54.452182 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c84a7b-fbb6-4ca4-b973-6bdf83f20ece None None] Pushing event updated for resources: {'Port': ['ID=1338e37c-6215-4366-b3c9-026f1e957267,revision_number=3']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:44:54.458340 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c84a7b-fbb6-4ca4-b973-6bdf83f20ece None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:44:54.458521 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c84a7b-fbb6-4ca4-b973-6bdf83f20ece None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:44:54.458693 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c84a7b-fbb6-4ca4-b973-6bdf83f20ece None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:44:54.458859 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c84a7b-fbb6-4ca4-b973-6bdf83f20ece None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:44:54.459024 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c84a7b-fbb6-4ca4-b973-6bdf83f20ece None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:44:54.459189 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c84a7b-fbb6-4ca4-b973-6bdf83f20ece None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:44:54.459349 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c84a7b-fbb6-4ca4-b973-6bdf83f20ece None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:44:54.459510 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c84a7b-fbb6-4ca4-b973-6bdf83f20ece None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:44:54.459694 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c84a7b-fbb6-4ca4-b973-6bdf83f20ece None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:44:54.459874 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c84a7b-fbb6-4ca4-b973-6bdf83f20ece None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:44:54.460037 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c84a7b-fbb6-4ca4-b973-6bdf83f20ece None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:44:54.460196 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c84a7b-fbb6-4ca4-b973-6bdf83f20ece None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:44:54.461105 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c84a7b-fbb6-4ca4-b973-6bdf83f20ece None None] Tracked resource versions report: Jun 03 18:44:54.461105 dv-cinder-794661-1-smb neutron-server[103519]: pushed versions: Jun 03 18:44:54.461105 dv-cinder-794661-1-smb neutron-server[103519]: { 'AddressGroup': {'1.2'}, Jun 03 18:44:54.461105 dv-cinder-794661-1-smb neutron-server[103519]: 'ConntrackHelper': {'1.0'}, Jun 03 18:44:54.461105 dv-cinder-794661-1-smb neutron-server[103519]: 'Log': {'1.0'}, Jun 03 18:44:54.461105 dv-cinder-794661-1-smb neutron-server[103519]: 'Network': {'1.1'}, Jun 03 18:44:54.461105 dv-cinder-794661-1-smb neutron-server[103519]: 'Port': {'1.7'}, Jun 03 18:44:54.461105 dv-cinder-794661-1-smb neutron-server[103519]: 'PortForwarding': {'1.2'}, Jun 03 18:44:54.461105 dv-cinder-794661-1-smb neutron-server[103519]: 'QosPolicy': {'1.8'}, Jun 03 18:44:54.461105 dv-cinder-794661-1-smb neutron-server[103519]: 'SecurityGroup': {'1.4'}, Jun 03 18:44:54.461105 dv-cinder-794661-1-smb neutron-server[103519]: 'SecurityGroupRule': {'1.2'}, Jun 03 18:44:54.461105 dv-cinder-794661-1-smb neutron-server[103519]: 'SubPort': {'1.0'}, Jun 03 18:44:54.461105 dv-cinder-794661-1-smb neutron-server[103519]: 'Subnet': {'1.1'}, Jun 03 18:44:54.461105 dv-cinder-794661-1-smb neutron-server[103519]: 'Trunk': {'1.1'}} Jun 03 18:44:54.461105 dv-cinder-794661-1-smb neutron-server[103519]: consumer versions: Jun 03 18:44:54.461105 dv-cinder-794661-1-smb neutron-server[103519]: { DHCP agent@dv-cinder-794661-1-smb: {}, Jun 03 18:44:54.461105 dv-cinder-794661-1-smb neutron-server[103519]: L3 agent@dv-cinder-794661-1-smb: {}, Jun 03 18:44:54.461105 dv-cinder-794661-1-smb neutron-server[103519]: Metadata agent@dv-cinder-794661-1-smb: {}, Jun 03 18:44:54.461105 dv-cinder-794661-1-smb neutron-server[103519]: Metering agent@dv-cinder-794661-1-smb: {}, Jun 03 18:44:54.461105 dv-cinder-794661-1-smb neutron-server[103519]: Open vSwitch agent@dv-cinder-794661-1-smb: { 'AddressGroup': '1.2', Jun 03 18:44:54.461105 dv-cinder-794661-1-smb neutron-server[103519]: 'ConntrackHelper': '1.0', Jun 03 18:44:54.461105 dv-cinder-794661-1-smb neutron-server[103519]: 'Log': '1.0', Jun 03 18:44:54.461105 dv-cinder-794661-1-smb neutron-server[103519]: 'Network': '1.1', Jun 03 18:44:54.461105 dv-cinder-794661-1-smb neutron-server[103519]: 'Port': '1.7', Jun 03 18:44:54.461105 dv-cinder-794661-1-smb neutron-server[103519]: 'PortForwarding': '1.2', Jun 03 18:44:54.461105 dv-cinder-794661-1-smb neutron-server[103519]: 'QosPolicy': '1.8', Jun 03 18:44:54.461105 dv-cinder-794661-1-smb neutron-server[103519]: 'SecurityGroup': '1.4', Jun 03 18:44:54.461105 dv-cinder-794661-1-smb neutron-server[103519]: 'SecurityGroupRule': '1.2', Jun 03 18:44:54.461105 dv-cinder-794661-1-smb neutron-server[103519]: 'SubPort': '1.0', Jun 03 18:44:54.461105 dv-cinder-794661-1-smb neutron-server[103519]: 'Subnet': '1.1', Jun 03 18:44:54.461105 dv-cinder-794661-1-smb neutron-server[103519]: 'Trunk': '1.1'}} Jun 03 18:44:54.461105 dv-cinder-794661-1-smb neutron-server[103519]: {{(pid=103519) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 18:44:54.463444 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG oslo_concurrency.lockutils [None req-63c84a7b-fbb6-4ca4-b973-6bdf83f20ece None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=103519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:44:54.464177 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.plugins.ml2.managers [None req-937d7a64-a80e-48d1-a44f-979d6fddec22 None None] Attempting to bind port 1338e37c-6215-4366-b3c9-026f1e957267 on host dv-cinder-794661-1-smb for vnic_type normal with profile {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 18:44:54.464387 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.plugins.ml2.managers [None req-937d7a64-a80e-48d1-a44f-979d6fddec22 None None] Attempting to bind port 1338e37c-6215-4366-b3c9-026f1e957267 by drivers openvswitch,hyperv on host dv-cinder-794661-1-smb at level 0 using segments [{'id': 'b6df38d2-115e-4825-8321-568343774467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1433, 'network_id': '4dd2fa1d-ffba-4439-a68c-4c59fcbfdf66'}] {{(pid=103519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 18:44:54.464619 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937d7a64-a80e-48d1-a44f-979d6fddec22 None None] Attempting to bind port 1338e37c-6215-4366-b3c9-026f1e957267 on network 4dd2fa1d-ffba-4439-a68c-4c59fcbfdf66 {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 18:44:54.467951 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937d7a64-a80e-48d1-a44f-979d6fddec22 None None] Checking agent: {'id': '9af4ad39-3160-4d10-9b77-67ea66ff9724', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794661-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 18, 44, 30), 'started_at': datetime.datetime(2021, 6, 3, 18, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 18, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794661-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 18:44:54.468414 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937d7a64-a80e-48d1-a44f-979d6fddec22 None None] Checking segment: {'id': 'b6df38d2-115e-4825-8321-568343774467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1433, 'network_id': '4dd2fa1d-ffba-4439-a68c-4c59fcbfdf66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 18:44:54.468704 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-937d7a64-a80e-48d1-a44f-979d6fddec22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:44:54.468914 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937d7a64-a80e-48d1-a44f-979d6fddec22 None None] Bound using segment: {'id': 'b6df38d2-115e-4825-8321-568343774467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1433, 'network_id': '4dd2fa1d-ffba-4439-a68c-4c59fcbfdf66'} {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 18:44:54.469183 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.plugins.ml2.managers [None req-937d7a64-a80e-48d1-a44f-979d6fddec22 None None] Bound port: 1338e37c-6215-4366-b3c9-026f1e957267, host: dv-cinder-794661-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6df38d2-115e-4825-8321-568343774467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1433, 'network_id': '4dd2fa1d-ffba-4439-a68c-4c59fcbfdf66'}}] {{(pid=103519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 18:44:54.469389 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-937d7a64-a80e-48d1-a44f-979d6fddec22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:44:54.516211 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.plugins.ml2.db [None req-937d7a64-a80e-48d1-a44f-979d6fddec22 None None] For port 1338e37c-6215-4366-b3c9-026f1e957267, host dv-cinder-794661-1-smb, cleared binding levels {{(pid=103519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 18:44:54.518583 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.plugins.ml2.db [None req-937d7a64-a80e-48d1-a44f-979d6fddec22 None None] For port 1338e37c-6215-4366-b3c9-026f1e957267, host dv-cinder-794661-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794661-1-smb',level=0,port_id=1338e37c-6215-4366-b3c9-026f1e957267,segment=NetworkSegment(b6df38d2-115e-4825-8321-568343774467),segment_id=b6df38d2-115e-4825-8321-568343774467)] {{(pid=103519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 18:44:54.682393 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-937d7a64-a80e-48d1-a44f-979d6fddec22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:44:54.687866 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:44:54.772212 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937d7a64-a80e-48d1-a44f-979d6fddec22 None None] Routers {'9276ae2c-c7f6-4f24-81fd-9c0267b3b678'} bound to L3 agent in host dv-cinder-794661-1-smb {{(pid=103519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 18:44:54.772212 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_hamode_db [None req-937d7a64-a80e-48d1-a44f-979d6fddec22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794661-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-03T18:44:31Z,description=,heartbeat_timestamp=2021-06-03T18:44:31Z,host='dv-cinder-794661-1-smb',id=e49736c8-5019-4904-a5ca-8bb53e194ab8,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T18:44:31Z,topic='l3_agent')) {'router_ids': ['9276ae2c-c7f6-4f24-81fd-9c0267b3b678'], 'active': True} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:44:54.812197 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c84a7b-fbb6-4ca4-b973-6bdf83f20ece None None] Pushing event updated for resources: {'Port': ['ID=1338e37c-6215-4366-b3c9-026f1e957267,revision_number=4']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:44:54.814479 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG oslo_concurrency.lockutils [None req-63c84a7b-fbb6-4ca4-b973-6bdf83f20ece None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=103519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:44:54.865467 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 49416) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:44:54.869278 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_dvr_db [None req-937d7a64-a80e-48d1-a44f-979d6fddec22 None None] Set router 9276ae2c-c7f6-4f24-81fd-9c0267b3b678 gateway port host: None {{(pid=103519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 18:44:55.054808 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_hamode_db [None req-937d7a64-a80e-48d1-a44f-979d6fddec22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9276ae2c-c7f6-4f24-81fd-9c0267b3b678', 'name': 'router1', 'tenant_id': 'ac15f75055eb4bcb94a80f5a76ff57b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T18:44:46Z', 'updated_at': '2021-06-03T18:44:52Z', 'revision_number': 2, 'project_id': 'ac15f75055eb4bcb94a80f5a76ff57b4', 'gw_port_host': None, '_interfaces': [{'id': '1338e37c-6215-4366-b3c9-026f1e957267', 'name': '', 'network_id': '4dd2fa1d-ffba-4439-a68c-4c59fcbfdf66', 'tenant_id': 'ac15f75055eb4bcb94a80f5a76ff57b4', 'mac_address': 'fa:16:3e:5c:0f:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9276ae2c-c7f6-4f24-81fd-9c0267b3b678', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9b4dc8f3-c4ef-4015-9f9c-f4b48f8766af', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:44:52Z', 'updated_at': '2021-06-03T18:44:54Z', 'revision_number': 4, 'project_id': 'ac15f75055eb4bcb94a80f5a76ff57b4', 'subnets': [{'id': '9b4dc8f3-c4ef-4015-9f9c-f4b48f8766af', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aadad287-0c33-4c9f-a8df-0eb40d9782b7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794661-1-smb', False) {} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:44:55.056967 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937d7a64-a80e-48d1-a44f-979d6fddec22 None None] The sync data for ids ['9276ae2c-c7f6-4f24-81fd-9c0267b3b678'] in dv-cinder-794661-1-smb is: [{'id': '9276ae2c-c7f6-4f24-81fd-9c0267b3b678', 'name': 'router1', 'tenant_id': 'ac15f75055eb4bcb94a80f5a76ff57b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T18:44:46Z', 'updated_at': '2021-06-03T18:44:52Z', 'revision_number': 2, 'project_id': 'ac15f75055eb4bcb94a80f5a76ff57b4', 'gw_port_host': None, '_interfaces': [{'id': '1338e37c-6215-4366-b3c9-026f1e957267', 'name': '', 'network_id': '4dd2fa1d-ffba-4439-a68c-4c59fcbfdf66', 'tenant_id': 'ac15f75055eb4bcb94a80f5a76ff57b4', 'mac_address': 'fa:16:3e:5c:0f:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9276ae2c-c7f6-4f24-81fd-9c0267b3b678', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9b4dc8f3-c4ef-4015-9f9c-f4b48f8766af', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:44:52Z', 'updated_at': '2021-06-03T18:44:54Z', 'revision_number': 4, 'project_id': 'ac15f75055eb4bcb94a80f5a76ff57b4', 'subnets': [{'id': '9b4dc8f3-c4ef-4015-9f9c-f4b48f8766af', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aadad287-0c33-4c9f-a8df-0eb40d9782b7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 18:44:55.141704 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9849182-cec9-4b28-8210-42326cc3d2d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:44:55.142027 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-f9849182-cec9-4b28-8210-42326cc3d2d0 admin admin] Synchronizing usage tracker for tenant:84052e2792414cb291844faca99ccebe on resource:network {{(pid=103517) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 18:44:55.223252 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-f9849182-cec9-4b28-8210-42326cc3d2d0 admin admin] Unset dirty status for tenant:84052e2792414cb291844faca99ccebe on resource:network {{(pid=103517) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 18:44:55.224779 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-f9849182-cec9-4b28-8210-42326cc3d2d0 admin admin] 10.222.0.44 "GET /v2.0/networks/6ece2837-d49d-41e4-9380-4ff50b3876fc HTTP/1.1" status: 200 len: 842 time: 0.3584068 Jun 03 18:44:55.236948 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.v2.base [None req-667e2ae6-caaa-4466-a9db-bc9c7c5addd3 admin admin] Request body: {'subnet': {'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc'}} {{(pid=103517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:44:55.243488 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-667e2ae6-caaa-4466-a9db-bc9c7c5addd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:44:55.246008 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-667e2ae6-caaa-4466-a9db-bc9c7c5addd3 admin admin] Usage tracker for resource:subnet and tenant:84052e2792414cb291844faca99ccebe is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:44:55.248025 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-667e2ae6-caaa-4466-a9db-bc9c7c5addd3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:44:55.251984 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-667e2ae6-caaa-4466-a9db-bc9c7c5addd3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:44:55.319577 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-667e2ae6-caaa-4466-a9db-bc9c7c5addd3 admin admin] Made reservation on behalf of 84052e2792414cb291844faca99ccebe for: {'subnet': 1} {{(pid=103517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 18:44:55.322402 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-667e2ae6-caaa-4466-a9db-bc9c7c5addd3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:44:55.686802 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.objects.ports [None req-667e2ae6-caaa-4466-a9db-bc9c7c5addd3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103517) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 03 18:44:55.687020 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-667e2ae6-caaa-4466-a9db-bc9c7c5addd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294'] for subnet, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:44:55.689801 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:44:55.734263 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667e2ae6-caaa-4466-a9db-bc9c7c5addd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eed56ebd-fbdc-4b64-be4b-629d7f0513a5,revision_number=0']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:44:55.739264 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-667e2ae6-caaa-4466-a9db-bc9c7c5addd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:44:55.742151 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667e2ae6-caaa-4466-a9db-bc9c7c5addd3 admin admin] Checking segment: {'id': 'cb7a02ef-c488-4fe7-ad15-1fca81e02b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 18:44:55.742434 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667e2ae6-caaa-4466-a9db-bc9c7c5addd3 admin admin] Network hostable DHCP agents. Network: 6ece2837-d49d-41e4-9380-4ff50b3876fc, hostable agents: ['fb8d2d29-1809-4f62-9f23-eb4c5e08b409'], hosted agents: [] {{(pid=103517) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 18:44:55.823006 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667e2ae6-caaa-4466-a9db-bc9c7c5addd3 admin admin] Network 6ece2837-d49d-41e4-9380-4ff50b3876fc is scheduled to be hosted by DHCP agent fb8d2d29-1809-4f62-9f23-eb4c5e08b409 with binding_index 1 {{(pid=103517) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 18:44:55.919023 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.scheduler.base_scheduler [None req-667e2ae6-caaa-4466-a9db-bc9c7c5addd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794661-1-smb, 6ece2837-d49d-41e4-9380-4ff50b3876fc) {{(pid=103517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 18:44:55.923704 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667e2ae6-caaa-4466-a9db-bc9c7c5addd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:44:55.924620 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-667e2ae6-caaa-4466-a9db-bc9c7c5addd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549304'] for subnet, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:44:55.930936 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57025d19-5163-4c39-8a16-99ebb74336f8 None None] Network 6ece2837-d49d-41e4-9380-4ff50b3876fc requested from dv-cinder-794661-1-smb {{(pid=103518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 18:44:56.041816 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076d7937-539c-43b3-b3b9-3ba339e0d5c5 None None] Network 6ece2837-d49d-41e4-9380-4ff50b3876fc requested from dv-cinder-794661-1-smb {{(pid=103518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 18:44:56.070893 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-667e2ae6-caaa-4466-a9db-bc9c7c5addd3 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8193016 Jun 03 18:44:57.352391 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 49428) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:44:57.655903 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-b648e70e-45c8-48e8-b7ad-df0350c6ab5f admin admin] 10.222.0.44 "GET /v2.0/routers/9276ae2c-c7f6-4f24-81fd-9c0267b3b678 HTTP/1.1" status: 200 len: 710 time: 0.3026581 Jun 03 18:44:57.743598 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc03d3b-e40f-46a1-ada7-735dc7bd8f77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:44:57.744374 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-2fc03d3b-e40f-46a1-ada7-735dc7bd8f77 admin admin] 10.222.0.44 "GET /v2.0/networks/6ece2837-d49d-41e4-9380-4ff50b3876fc HTTP/1.1" status: 200 len: 886 time: 0.0846887 Jun 03 18:44:57.749227 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.v2.base [None req-e1bb21bf-1fae-46c0-b3ae-009eda5c6dc5 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc'}}} {{(pid=103517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:44:57.817507 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device 1338e37c-6215-4366-b3c9-026f1e957267 up at agent ovs-agent-dv-cinder-794661-1-smb {{(pid=103518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 18:44:57.990889 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Provisioning for port 1338e37c-6215-4366-b3c9-026f1e957267 completed by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 18:44:57.995702 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Provisioning complete for port 1338e37c-6215-4366-b3c9-026f1e957267 triggered by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 18:44:57.995929 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:44:58.019136 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-e1bb21bf-1fae-46c0-b3ae-009eda5c6dc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28020'] for router, precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:44:58.074497 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:44:58.093397 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] For port 1338e37c-6215-4366-b3c9-026f1e957267, host dv-cinder-794661-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794661-1-smb',level=0,port_id=1338e37c-6215-4366-b3c9-026f1e957267,segment=NetworkSegment(b6df38d2-115e-4825-8321-568343774467),segment_id=b6df38d2-115e-4825-8321-568343774467)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:44:58.213457 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:44:58.214954 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:44:58.256489 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Pushing event updated for resources: {'Port': ['ID=1338e37c-6215-4366-b3c9-026f1e957267,revision_number=5']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:44:58.258418 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:44:58.325330 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-e1bb21bf-1fae-46c0-b3ae-009eda5c6dc5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:44:58.360170 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-e1bb21bf-1fae-46c0-b3ae-009eda5c6dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:44:58.427667 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.db_base_plugin_common [None req-e1bb21bf-1fae-46c0-b3ae-009eda5c6dc5 admin admin] Allocated IP 172.28.1.240 (6ece2837-d49d-41e4-9380-4ff50b3876fc/eed56ebd-fbdc-4b64-be4b-629d7f0513a5/7980516f-b473-47c2-aa4f-6acd2216b952) {{(pid=103517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 18:44:58.540001 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-e1bb21bf-1fae-46c0-b3ae-009eda5c6dc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:44:58.620776 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-e1bb21bf-1fae-46c0-b3ae-009eda5c6dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751241322828'] for port, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:44:58.623516 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-54262ee0-3632-444d-beba-90b848c1c2cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:44:58.659084 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1bb21bf-1fae-46c0-b3ae-009eda5c6dc5 admin admin] Network 6ece2837-d49d-41e4-9380-4ff50b3876fc is already hosted by enough agents. {{(pid=103517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 18:44:58.660727 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.scheduler.base_scheduler [None req-e1bb21bf-1fae-46c0-b3ae-009eda5c6dc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 18:44:58.665664 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bb21bf-1fae-46c0-b3ae-009eda5c6dc5 admin admin] Received port after_create {{(pid=103517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 18:44:58.697688 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bb21bf-1fae-46c0-b3ae-009eda5c6dc5 admin admin] Pushing event updated for resources: {'Port': ['ID=7980516f-b473-47c2-aa4f-6acd2216b952,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:44:58.699844 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-e1bb21bf-1fae-46c0-b3ae-009eda5c6dc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:44:58.963619 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-e1bb21bf-1fae-46c0-b3ae-009eda5c6dc5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:44:59.175174 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-e1bb21bf-1fae-46c0-b3ae-009eda5c6dc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28020'] for router, precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:44:59.177488 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-e1bb21bf-1fae-46c0-b3ae-009eda5c6dc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-404185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404160', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406208'] for router, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:44:59.271429 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1bb21bf-1fae-46c0-b3ae-009eda5c6dc5 admin admin] Router 9276ae2c-c7f6-4f24-81fd-9c0267b3b678 has already been hosted by L3 agent e49736c8-5019-4904-a5ca-8bb53e194ab8 {{(pid=103517) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 18:44:59.391461 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1bb21bf-1fae-46c0-b3ae-009eda5c6dc5 admin admin] Notify agent at l3_agent.dv-cinder-794661-1-smb the message routers_updated {{(pid=103517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 18:44:59.396400 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-e1bb21bf-1fae-46c0-b3ae-009eda5c6dc5 admin admin] Notify callbacks [] for router, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:44:59.398812 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-e1bb21bf-1fae-46c0-b3ae-009eda5c6dc5 admin admin] 10.222.0.44 "PUT /v2.0/routers/9276ae2c-c7f6-4f24-81fd-9c0267b3b678 HTTP/1.1" status: 200 len: 890 time: 1.6513708 Jun 03 18:44:59.402893 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee1106e-4ea3-4663-8f37-a56b1c3d07b6 None None] Sync routers for ids ['9276ae2c-c7f6-4f24-81fd-9c0267b3b678'] in dv-cinder-794661-1-smb {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 18:44:59.410749 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee1106e-4ea3-4663-8f37-a56b1c3d07b6 None None] Routers {'9276ae2c-c7f6-4f24-81fd-9c0267b3b678'} bound to L3 agent in host dv-cinder-794661-1-smb {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 18:44:59.411160 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-bee1106e-4ea3-4663-8f37-a56b1c3d07b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794661-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-03T18:44:31Z,description=,heartbeat_timestamp=2021-06-03T18:44:31Z,host='dv-cinder-794661-1-smb',id=e49736c8-5019-4904-a5ca-8bb53e194ab8,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T18:44:31Z,topic='l3_agent')) {'router_ids': ['9276ae2c-c7f6-4f24-81fd-9c0267b3b678'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:44:59.537907 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-bee1106e-4ea3-4663-8f37-a56b1c3d07b6 None None] Set router 9276ae2c-c7f6-4f24-81fd-9c0267b3b678 gateway port host: dv-cinder-794661-1-smb {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 18:44:59.579090 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-3b52644a-651b-42c9-93d1-effc538f513e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:44:59.743311 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-bee1106e-4ea3-4663-8f37-a56b1c3d07b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9276ae2c-c7f6-4f24-81fd-9c0267b3b678', 'name': 'router1', 'tenant_id': 'ac15f75055eb4bcb94a80f5a76ff57b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.240'}], 'enable_snat': True}, 'gw_port_id': '7980516f-b473-47c2-aa4f-6acd2216b952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T18:44:46Z', 'updated_at': '2021-06-03T18:44:58Z', 'revision_number': 4, 'project_id': 'ac15f75055eb4bcb94a80f5a76ff57b4', 'gw_port': {'id': '7980516f-b473-47c2-aa4f-6acd2216b952', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9276ae2c-c7f6-4f24-81fd-9c0267b3b678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:44:58Z', 'updated_at': '2021-06-03T18:44:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb', '_interfaces': [{'id': '1338e37c-6215-4366-b3c9-026f1e957267', 'name': '', 'network_id': '4dd2fa1d-ffba-4439-a68c-4c59fcbfdf66', 'tenant_id': 'ac15f75055eb4bcb94a80f5a76ff57b4', 'mac_address': 'fa:16:3e:5c:0f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9276ae2c-c7f6-4f24-81fd-9c0267b3b678', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9b4dc8f3-c4ef-4015-9f9c-f4b48f8766af', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:44:52Z', 'updated_at': '2021-06-03T18:44:58Z', 'revision_number': 5, 'project_id': 'ac15f75055eb4bcb94a80f5a76ff57b4', 'subnets': [{'id': '9b4dc8f3-c4ef-4015-9f9c-f4b48f8766af', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aadad287-0c33-4c9f-a8df-0eb40d9782b7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794661-1-smb', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:44:59.746588 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee1106e-4ea3-4663-8f37-a56b1c3d07b6 None None] Checking router: 9276ae2c-c7f6-4f24-81fd-9c0267b3b678 for host: dv-cinder-794661-1-smb {{(pid=103518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 18:44:59.746804 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee1106e-4ea3-4663-8f37-a56b1c3d07b6 None None] Updating router 9276ae2c-c7f6-4f24-81fd-9c0267b3b678 port 7980516f-b473-47c2-aa4f-6acd2216b952 binding host dv-cinder-794661-1-smb {{(pid=103518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 18:44:59.782339 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-bee1106e-4ea3-4663-8f37-a56b1c3d07b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:44:59.798474 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device 1338e37c-6215-4366-b3c9-026f1e957267 up at agent ovs-agent-dv-cinder-794661-1-smb {{(pid=103518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 18:44:59.889407 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Provisioning complete for port 1338e37c-6215-4366-b3c9-026f1e957267 triggered by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 18:44:59.889684 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:45:00.091599 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-bee1106e-4ea3-4663-8f37-a56b1c3d07b6 None None] Notify callbacks [] for port, precommit_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:45:00.099223 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-bee1106e-4ea3-4663-8f37-a56b1c3d07b6 None None] Transition to ACTIVE for port object 7980516f-b473-47c2-aa4f-6acd2216b952 will not be triggered until provisioned by entity L2. {{(pid=103518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 18:45:00.214809 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-bee1106e-4ea3-4663-8f37-a56b1c3d07b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:45:00.220451 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:45:00.267926 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.managers [None req-bee1106e-4ea3-4663-8f37-a56b1c3d07b6 None None] Attempting to bind port 7980516f-b473-47c2-aa4f-6acd2216b952 on host dv-cinder-794661-1-smb for vnic_type normal with profile {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 18:45:00.268107 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.managers [None req-bee1106e-4ea3-4663-8f37-a56b1c3d07b6 None None] Attempting to bind port 7980516f-b473-47c2-aa4f-6acd2216b952 by drivers openvswitch,hyperv on host dv-cinder-794661-1-smb at level 0 using segments [{'id': 'cb7a02ef-c488-4fe7-ad15-1fca81e02b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc'}] {{(pid=103518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 18:45:00.268330 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee1106e-4ea3-4663-8f37-a56b1c3d07b6 None None] Attempting to bind port 7980516f-b473-47c2-aa4f-6acd2216b952 on network 6ece2837-d49d-41e4-9380-4ff50b3876fc {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 18:45:00.273450 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62645c2-151b-471f-b2e3-5f2657cb219d None None] Pushing event updated for resources: {'Port': ['ID=7980516f-b473-47c2-aa4f-6acd2216b952,revision_number=2']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:45:00.279834 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee1106e-4ea3-4663-8f37-a56b1c3d07b6 None None] Checking agent: {'id': '9af4ad39-3160-4d10-9b77-67ea66ff9724', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794661-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 18, 44, 30), 'started_at': datetime.datetime(2021, 6, 3, 18, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 18, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794661-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 18:45:00.279834 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee1106e-4ea3-4663-8f37-a56b1c3d07b6 None None] Checking segment: {'id': 'cb7a02ef-c488-4fe7-ad15-1fca81e02b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 18:45:00.279834 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-bee1106e-4ea3-4663-8f37-a56b1c3d07b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:45:00.279834 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee1106e-4ea3-4663-8f37-a56b1c3d07b6 None None] Bound using segment: {'id': 'cb7a02ef-c488-4fe7-ad15-1fca81e02b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc'} {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 18:45:00.279834 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.managers [None req-bee1106e-4ea3-4663-8f37-a56b1c3d07b6 None None] Bound port: 7980516f-b473-47c2-aa4f-6acd2216b952, host: dv-cinder-794661-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7a02ef-c488-4fe7-ad15-1fca81e02b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc'}}] {{(pid=103518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 18:45:00.279834 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-bee1106e-4ea3-4663-8f37-a56b1c3d07b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:45:00.287959 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-a62645c2-151b-471f-b2e3-5f2657cb219d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:45:00.315955 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-bee1106e-4ea3-4663-8f37-a56b1c3d07b6 None None] For port 7980516f-b473-47c2-aa4f-6acd2216b952, host dv-cinder-794661-1-smb, cleared binding levels {{(pid=103518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 18:45:00.317661 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-bee1106e-4ea3-4663-8f37-a56b1c3d07b6 None None] For port 7980516f-b473-47c2-aa4f-6acd2216b952, host dv-cinder-794661-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794661-1-smb',level=0,port_id=7980516f-b473-47c2-aa4f-6acd2216b952,segment=NetworkSegment(cb7a02ef-c488-4fe7-ad15-1fca81e02b96),segment_id=cb7a02ef-c488-4fe7-ad15-1fca81e02b96)] {{(pid=103518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 18:45:00.407078 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-bee1106e-4ea3-4663-8f37-a56b1c3d07b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:45:00.412517 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-a62645c2-151b-471f-b2e3-5f2657cb219d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:45:00.463577 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee1106e-4ea3-4663-8f37-a56b1c3d07b6 None None] Routers {'9276ae2c-c7f6-4f24-81fd-9c0267b3b678'} bound to L3 agent in host dv-cinder-794661-1-smb {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 18:45:00.463933 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-bee1106e-4ea3-4663-8f37-a56b1c3d07b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794661-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-03T18:44:31Z,description=,heartbeat_timestamp=2021-06-03T18:44:31Z,host='dv-cinder-794661-1-smb',id=e49736c8-5019-4904-a5ca-8bb53e194ab8,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T18:44:31Z,topic='l3_agent')) {'router_ids': ['9276ae2c-c7f6-4f24-81fd-9c0267b3b678'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:45:00.514369 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62645c2-151b-471f-b2e3-5f2657cb219d None None] Pushing event updated for resources: {'Port': ['ID=7980516f-b473-47c2-aa4f-6acd2216b952,revision_number=3']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:45:00.517664 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-a62645c2-151b-471f-b2e3-5f2657cb219d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:45:00.573060 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:45:00.595525 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-bee1106e-4ea3-4663-8f37-a56b1c3d07b6 None None] Set router 9276ae2c-c7f6-4f24-81fd-9c0267b3b678 gateway port host: dv-cinder-794661-1-smb {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 18:45:00.797875 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-bee1106e-4ea3-4663-8f37-a56b1c3d07b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9276ae2c-c7f6-4f24-81fd-9c0267b3b678', 'name': 'router1', 'tenant_id': 'ac15f75055eb4bcb94a80f5a76ff57b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.240'}], 'enable_snat': True}, 'gw_port_id': '7980516f-b473-47c2-aa4f-6acd2216b952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T18:44:46Z', 'updated_at': '2021-06-03T18:44:58Z', 'revision_number': 4, 'project_id': 'ac15f75055eb4bcb94a80f5a76ff57b4', 'gw_port': {'id': '7980516f-b473-47c2-aa4f-6acd2216b952', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9276ae2c-c7f6-4f24-81fd-9c0267b3b678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:44:58Z', 'updated_at': '2021-06-03T18:45:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb', '_interfaces': [{'id': '1338e37c-6215-4366-b3c9-026f1e957267', 'name': '', 'network_id': '4dd2fa1d-ffba-4439-a68c-4c59fcbfdf66', 'tenant_id': 'ac15f75055eb4bcb94a80f5a76ff57b4', 'mac_address': 'fa:16:3e:5c:0f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9276ae2c-c7f6-4f24-81fd-9c0267b3b678', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9b4dc8f3-c4ef-4015-9f9c-f4b48f8766af', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:44:52Z', 'updated_at': '2021-06-03T18:44:58Z', 'revision_number': 5, 'project_id': 'ac15f75055eb4bcb94a80f5a76ff57b4', 'subnets': [{'id': '9b4dc8f3-c4ef-4015-9f9c-f4b48f8766af', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aadad287-0c33-4c9f-a8df-0eb40d9782b7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794661-1-smb', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:45:00.802014 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-1cc4feea-a97e-49ae-a72f-78ec49fb4761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:45:00.804936 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 49436) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:45:00.808741 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee1106e-4ea3-4663-8f37-a56b1c3d07b6 None None] The sync data for ids ['9276ae2c-c7f6-4f24-81fd-9c0267b3b678'] in dv-cinder-794661-1-smb is: [{'id': '9276ae2c-c7f6-4f24-81fd-9c0267b3b678', 'name': 'router1', 'tenant_id': 'ac15f75055eb4bcb94a80f5a76ff57b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.240'}], 'enable_snat': True}, 'gw_port_id': '7980516f-b473-47c2-aa4f-6acd2216b952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T18:44:46Z', 'updated_at': '2021-06-03T18:44:58Z', 'revision_number': 4, 'project_id': 'ac15f75055eb4bcb94a80f5a76ff57b4', 'gw_port': {'id': '7980516f-b473-47c2-aa4f-6acd2216b952', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9276ae2c-c7f6-4f24-81fd-9c0267b3b678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:44:58Z', 'updated_at': '2021-06-03T18:45:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb', '_interfaces': [{'id': '1338e37c-6215-4366-b3c9-026f1e957267', 'name': '', 'network_id': '4dd2fa1d-ffba-4439-a68c-4c59fcbfdf66', 'tenant_id': 'ac15f75055eb4bcb94a80f5a76ff57b4', 'mac_address': 'fa:16:3e:5c:0f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9276ae2c-c7f6-4f24-81fd-9c0267b3b678', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9b4dc8f3-c4ef-4015-9f9c-f4b48f8766af', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:44:52Z', 'updated_at': '2021-06-03T18:44:58Z', 'revision_number': 5, 'project_id': 'ac15f75055eb4bcb94a80f5a76ff57b4', 'subnets': [{'id': '9b4dc8f3-c4ef-4015-9f9c-f4b48f8766af', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aadad287-0c33-4c9f-a8df-0eb40d9782b7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 18:45:01.095216 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-96eb2919-2206-459c-a87d-5c0b61b3ce94 admin admin] 10.222.0.44 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.2891166 Jun 03 18:45:01.820528 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device 7980516f-b473-47c2-aa4f-6acd2216b952 up at agent ovs-agent-dv-cinder-794661-1-smb {{(pid=103518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 18:45:01.975120 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:45:02.022329 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Provisioning for port 7980516f-b473-47c2-aa4f-6acd2216b952 completed by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 18:45:02.031565 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Provisioning complete for port 7980516f-b473-47c2-aa4f-6acd2216b952 triggered by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 18:45:02.031565 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:45:02.118566 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:45:02.129998 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] For port 7980516f-b473-47c2-aa4f-6acd2216b952, host dv-cinder-794661-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794661-1-smb',level=0,port_id=7980516f-b473-47c2-aa4f-6acd2216b952,segment=NetworkSegment(cb7a02ef-c488-4fe7-ad15-1fca81e02b96),segment_id=cb7a02ef-c488-4fe7-ad15-1fca81e02b96)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:45:02.213620 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:45:02.215200 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-bdca7b74-db49-4030-9951-7db0bab20894 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:45:02.251997 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Pushing event updated for resources: {'Port': ['ID=7980516f-b473-47c2-aa4f-6acd2216b952,revision_number=4']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:45:02.254205 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:45:02.650202 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:45:03.814831 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device 7980516f-b473-47c2-aa4f-6acd2216b952 up at agent ovs-agent-dv-cinder-794661-1-smb {{(pid=103518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 18:45:03.867816 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Provisioning complete for port 7980516f-b473-47c2-aa4f-6acd2216b952 triggered by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 18:45:03.868173 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:45:18.034328 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 5 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 18:45:31.611911 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-6ac944b7-1c1f-4272-9151-cf42bc5af0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:45:31.613989 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-5733b25e-e0db-4e3c-bb22-8f76cbf93ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:45:31.616212 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:45:31.886834 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:45:33.384737 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:45:55.035859 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 5 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 18:45:58.150498 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 50024) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:45:58.258556 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ff6fabb-303c-4365-9a20-bb7ff13f98a7 admin admin] GET failed (client error): The resource could not be found. Jun 03 18:45:58.259364 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-9ff6fabb-303c-4365-9a20-bb7ff13f98a7 admin admin] 10.222.0.44 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1081378 Jun 03 18:45:58.343031 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e262f99-8d8a-438c-aefd-f530defa6116 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:45:58.343959 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-7e262f99-8d8a-438c-aefd-f530defa6116 admin admin] 10.222.0.44 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.0818746 Jun 03 18:45:59.443394 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 50034) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:45:59.526276 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a01cc0b-0db7-4b75-bac2-6abcc13144bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:45:59.527597 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-6a01cc0b-0db7-4b75-bac2-6abcc13144bc admin admin] 10.222.0.44 "GET /v2.0/subnets/9b4dc8f3-c4ef-4015-9f9c-f4b48f8766af HTTP/1.1" status: 200 len: 849 time: 0.0830576 Jun 03 18:45:59.533973 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.v2.base [None req-2268fe14-f7c3-4b3e-ab2f-f4279a038e6e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:45:59.571348 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-13e04046-7716-401e-ac29-7466429261e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:45:59.610177 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2268fe14-f7c3-4b3e-ab2f-f4279a038e6e admin admin] Notify callbacks [] for subnet, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:45:59.839707 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2268fe14-f7c3-4b3e-ab2f-f4279a038e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751241743620'] for subnet, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:45:59.844936 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-8cee78f5-ab68-46ea-9c2b-7f03bf518a2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:45:59.878139 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2268fe14-f7c3-4b3e-ab2f-f4279a038e6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:45:59.878523 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2268fe14-f7c3-4b3e-ab2f-f4279a038e6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549304'] for subnet, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:45:59.879783 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-2268fe14-f7c3-4b3e-ab2f-f4279a038e6e admin admin] 10.222.0.44 "PUT /v2.0/subnets/9b4dc8f3-c4ef-4015-9f9c-f4b48f8766af HTTP/1.1" status: 200 len: 868 time: 0.3479850 Jun 03 18:45:59.894327 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8800d55a-4069-4f5a-abc9-8c5c8e2b8b8c None None] Network 4dd2fa1d-ffba-4439-a68c-4c59fcbfdf66 requested from dv-cinder-794661-1-smb {{(pid=103518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 18:45:59.896868 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2268fe14-f7c3-4b3e-ab2f-f4279a038e6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b4dc8f3-c4ef-4015-9f9c-f4b48f8766af,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:45:59.902114 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2268fe14-f7c3-4b3e-ab2f-f4279a038e6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:45:59.902365 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2268fe14-f7c3-4b3e-ab2f-f4279a038e6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:45:59.902588 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2268fe14-f7c3-4b3e-ab2f-f4279a038e6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:45:59.902850 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2268fe14-f7c3-4b3e-ab2f-f4279a038e6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:45:59.903010 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2268fe14-f7c3-4b3e-ab2f-f4279a038e6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:45:59.903221 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2268fe14-f7c3-4b3e-ab2f-f4279a038e6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:45:59.903429 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2268fe14-f7c3-4b3e-ab2f-f4279a038e6e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:45:59.903637 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2268fe14-f7c3-4b3e-ab2f-f4279a038e6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:45:59.903882 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2268fe14-f7c3-4b3e-ab2f-f4279a038e6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:45:59.904088 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2268fe14-f7c3-4b3e-ab2f-f4279a038e6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:45:59.904293 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2268fe14-f7c3-4b3e-ab2f-f4279a038e6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:45:59.904498 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2268fe14-f7c3-4b3e-ab2f-f4279a038e6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:45:59.907153 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-2268fe14-f7c3-4b3e-ab2f-f4279a038e6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:46:00.292005 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-f608fe9c-c637-4549-87d8-9052b2fc2297 None None] Provisioning complete for port 1338e37c-6215-4366-b3c9-026f1e957267 triggered by entity DHCP. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 18:46:00.292230 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-f608fe9c-c637-4549-87d8-9052b2fc2297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:46:00.364824 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-f608fe9c-c637-4549-87d8-9052b2fc2297 None None] Provisioning complete for port 1fae2754-3e43-4486-9c28-b2eadba9b3c2 triggered by entity DHCP. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 18:46:00.365077 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-f608fe9c-c637-4549-87d8-9052b2fc2297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:46:00.575328 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:46:00.837661 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-55bd944d-08c1-44e9-9405-30101f3426a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:46:01.166065 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 50042) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:46:01.280172 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29d9c05-80d4-4f3d-a0c8-1294938a2e82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:46:01.280425 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29d9c05-80d4-4f3d-a0c8-1294938a2e82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:46:01.281441 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-a29d9c05-80d4-4f3d-a0c8-1294938a2e82 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1143243 Jun 03 18:46:01.904006 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:46:02.444931 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 50050) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:46:02.540301 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7243ef2a-62a0-4df2-a523-1cac7baae6b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:46:02.540528 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7243ef2a-62a0-4df2-a523-1cac7baae6b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:46:02.541406 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-7243ef2a-62a0-4df2-a523-1cac7baae6b2 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.0958009 Jun 03 18:46:02.650245 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:46:03.662403 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 50058) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:46:03.775561 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad02c3d8-e1d7-4f29-9371-7e2bf94e650d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:46:03.776471 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-ad02c3d8-e1d7-4f29-9371-7e2bf94e650d admin admin] 10.222.0.44 "GET /v2.0/networks/4dd2fa1d-ffba-4439-a68c-4c59fcbfdf66 HTTP/1.1" status: 200 len: 870 time: 0.1133401 Jun 03 18:46:04.962992 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 50066) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:46:05.057018 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee73cc02-f0a7-4809-8ed6-6c41fd8c748f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:46:05.057772 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-ee73cc02-f0a7-4809-8ed6-6c41fd8c748f admin admin] 10.222.0.44 "GET /v2.0/networks/6ece2837-d49d-41e4-9380-4ff50b3876fc HTTP/1.1" status: 200 len: 886 time: 0.0941288 Jun 03 18:46:06.221876 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 50074) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:46:06.299895 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9b2d15-4f2d-4932-9c29-d1936193f328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:46:06.300160 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9b2d15-4f2d-4932-9c29-d1936193f328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:46:06.301126 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-2f9b2d15-4f2d-4932-9c29-d1936193f328 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0785744 Jun 03 18:46:07.490586 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 50082) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:46:07.571479 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96db9c26-10f4-4ee6-aef6-c8d5be1c60ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:46:07.571718 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96db9c26-10f4-4ee6-aef6-c8d5be1c60ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:46:07.572210 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-96db9c26-10f4-4ee6-aef6-c8d5be1c60ff admin admin] Synchronizing usage tracker for tenant:84052e2792414cb291844faca99ccebe on resource:subnet {{(pid=103517) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 18:46:07.679890 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-96db9c26-10f4-4ee6-aef6-c8d5be1c60ff admin admin] Unset dirty status for tenant:84052e2792414cb291844faca99ccebe on resource:subnet {{(pid=103517) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 18:46:07.681158 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-96db9c26-10f4-4ee6-aef6-c8d5be1c60ff admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1896422 Jun 03 18:46:08.768189 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 50090) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:46:08.835297 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0e08f3-58a1-494e-a467-f8ede3c59a55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:46:08.836125 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-1e0e08f3-58a1-494e-a467-f8ede3c59a55 admin admin] 10.222.0.44 "GET /v2.0/subnets/9b4dc8f3-c4ef-4015-9f9c-f4b48f8766af HTTP/1.1" status: 200 len: 868 time: 0.0672412 Jun 03 18:46:09.955386 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 50098) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:46:10.022879 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391787e5-1c03-4b3f-bdd7-dca993e56262 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:46:10.023709 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-391787e5-1c03-4b3f-bdd7-dca993e56262 admin admin] 10.222.0.44 "GET /v2.0/subnets/eed56ebd-fbdc-4b64-be4b-629d7f0513a5 HTTP/1.1" status: 200 len: 816 time: 0.0675178 Jun 03 18:46:22.223390 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 50140) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:46:22.251045 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [None req-90dac7c7-4901-4ee7-8e83-8db47396516f admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 18:46:22.251595 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-90dac7c7-4901-4ee7-8e83-8db47396516f admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0275805 Jun 03 18:46:23.468023 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 50148) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:46:23.505178 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3466189-0611-4507-9691-950e136882b7 admin admin] GET failed (client error): The resource could not be found. Jun 03 18:46:23.505864 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-d3466189-0611-4507-9691-950e136882b7 admin admin] 10.222.0.44 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0372322 Jun 03 18:46:23.580980 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954d44aa-ee23-4a7d-bc24-2990a8a824b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:46:23.582665 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-954d44aa-ee23-4a7d-bc24-2990a8a824b3 admin admin] 10.222.0.44 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0741236 Jun 03 18:46:24.710534 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 50156) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:46:24.739893 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.v2.base [None req-ee5ac2ec-985c-4a45-bebc-7eefed7a3c62 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=103517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:46:24.743132 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-ee5ac2ec-985c-4a45-bebc-7eefed7a3c62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:46:24.749431 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-ee5ac2ec-985c-4a45-bebc-7eefed7a3c62 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:46:24.814037 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee5ac2ec-985c-4a45-bebc-7eefed7a3c62 admin admin] Made reservation on behalf of 84052e2792414cb291844faca99ccebe for: {'network': 1} {{(pid=103517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 18:46:24.816855 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ee5ac2ec-985c-4a45-bebc-7eefed7a3c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1684408'] for network, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:46:24.882431 dv-cinder-794661-1-smb neutron-server[103517]: WARNING neutron.services.revisions.revision_plugin [None req-ee5ac2ec-985c-4a45-bebc-7eefed7a3c62 admin admin] Could not find related network for resource to bump revision. Jun 03 18:46:24.892017 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee5ac2ec-985c-4a45-bebc-7eefed7a3c62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1407} {{(pid=103517) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 18:46:24.898622 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ee5ac2ec-985c-4a45-bebc-7eefed7a3c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529572'] for segment, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:46:24.901262 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.db.segments_db [None req-ee5ac2ec-985c-4a45-bebc-7eefed7a3c62 admin admin] Added segment 5786d2fa-0df9-4874-bdca-1ab2cf26c8cd of type vlan for network 6c0a2fb4-b3c7-49b5-a717-d8d5e8e37a35 Jun 03 18:46:24.916695 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ee5ac2ec-985c-4a45-bebc-7eefed7a3c62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751241310154'] for network, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:46:25.029812 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ee5ac2ec-985c-4a45-bebc-7eefed7a3c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549287'] for network, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:46:25.031438 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5ac2ec-985c-4a45-bebc-7eefed7a3c62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:46:25.032306 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ee5ac2ec-985c-4a45-bebc-7eefed7a3c62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549304'] for network, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:46:25.036263 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-918654c8-2aa8-44b6-9676-ae51231acb4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:46:25.113048 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5ac2ec-985c-4a45-bebc-7eefed7a3c62 admin admin] Pushing event updated for resources: {'Network': ['ID=6c0a2fb4-b3c7-49b5-a717-d8d5e8e37a35,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:46:25.117408 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5ac2ec-985c-4a45-bebc-7eefed7a3c62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:46:25.117640 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5ac2ec-985c-4a45-bebc-7eefed7a3c62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:46:25.117862 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5ac2ec-985c-4a45-bebc-7eefed7a3c62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:46:25.118080 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5ac2ec-985c-4a45-bebc-7eefed7a3c62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:46:25.118296 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5ac2ec-985c-4a45-bebc-7eefed7a3c62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:46:25.118509 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5ac2ec-985c-4a45-bebc-7eefed7a3c62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:46:25.118723 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5ac2ec-985c-4a45-bebc-7eefed7a3c62 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:46:25.118956 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5ac2ec-985c-4a45-bebc-7eefed7a3c62 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:46:25.119169 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5ac2ec-985c-4a45-bebc-7eefed7a3c62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:46:25.119383 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5ac2ec-985c-4a45-bebc-7eefed7a3c62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:46:25.119595 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5ac2ec-985c-4a45-bebc-7eefed7a3c62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:46:25.119865 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5ac2ec-985c-4a45-bebc-7eefed7a3c62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:46:25.122691 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-ee5ac2ec-985c-4a45-bebc-7eefed7a3c62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:46:25.129169 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Network 6c0a2fb4-b3c7-49b5-a717-d8d5e8e37a35 details requested by agent ovs-agent-dv-cinder-794661-1-smb with host dv-cinder-794661-1-smb {{(pid=103518) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 18:46:25.189519 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-ee5ac2ec-985c-4a45-bebc-7eefed7a3c62 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.4780409 Jun 03 18:46:26.384006 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 50164) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:46:26.426849 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdfc28e1-ccdc-43a8-b584-0ac7a1ec1a76 admin admin] GET failed (client error): The resource could not be found. Jun 03 18:46:26.427171 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-cdfc28e1-ccdc-43a8-b584-0ac7a1ec1a76 admin admin] Synchronizing usage tracker for tenant:84052e2792414cb291844faca99ccebe on resource:network {{(pid=103517) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 18:46:26.526416 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-cdfc28e1-ccdc-43a8-b584-0ac7a1ec1a76 admin admin] Unset dirty status for tenant:84052e2792414cb291844faca99ccebe on resource:network {{(pid=103517) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 18:46:26.527780 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-cdfc28e1-ccdc-43a8-b584-0ac7a1ec1a76 admin admin] 10.222.0.44 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1427972 Jun 03 18:46:26.603067 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815380b9-7ee6-4aec-a04a-2a164618d868 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:46:26.603849 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-815380b9-7ee6-4aec-a04a-2a164618d868 admin admin] 10.222.0.44 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0711308 Jun 03 18:46:26.609819 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.v2.base [None req-db524487-1b4b-43ea-a571-eabbeaebba20 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '6c0a2fb4-b3c7-49b5-a717-d8d5e8e37a35'}} {{(pid=103517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:46:26.612511 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-db524487-1b4b-43ea-a571-eabbeaebba20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:46:26.618846 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-db524487-1b4b-43ea-a571-eabbeaebba20 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:46:26.698392 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db524487-1b4b-43ea-a571-eabbeaebba20 admin admin] Made reservation on behalf of 84052e2792414cb291844faca99ccebe for: {'subnet': 1} {{(pid=103517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 18:46:26.701261 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-db524487-1b4b-43ea-a571-eabbeaebba20 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:46:27.067412 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-db524487-1b4b-43ea-a571-eabbeaebba20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294'] for subnet, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:46:27.073269 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-667e2ae6-caaa-4466-a9db-bc9c7c5addd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:46:27.112039 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db524487-1b4b-43ea-a571-eabbeaebba20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=710aba75-1d24-49ee-b097-3f4777e3b59e,revision_number=0']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:46:27.115038 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-db524487-1b4b-43ea-a571-eabbeaebba20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:46:27.117483 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db524487-1b4b-43ea-a571-eabbeaebba20 admin admin] Checking segment: {'id': '5786d2fa-0df9-4874-bdca-1ab2cf26c8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1407, 'network_id': '6c0a2fb4-b3c7-49b5-a717-d8d5e8e37a35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 18:46:27.117687 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db524487-1b4b-43ea-a571-eabbeaebba20 admin admin] Network hostable DHCP agents. Network: 6c0a2fb4-b3c7-49b5-a717-d8d5e8e37a35, hostable agents: ['fb8d2d29-1809-4f62-9f23-eb4c5e08b409'], hosted agents: [] {{(pid=103517) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 18:46:27.184896 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db524487-1b4b-43ea-a571-eabbeaebba20 admin admin] Network 6c0a2fb4-b3c7-49b5-a717-d8d5e8e37a35 is scheduled to be hosted by DHCP agent fb8d2d29-1809-4f62-9f23-eb4c5e08b409 with binding_index 1 {{(pid=103517) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 18:46:27.280974 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.scheduler.base_scheduler [None req-db524487-1b4b-43ea-a571-eabbeaebba20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794661-1-smb, 6c0a2fb4-b3c7-49b5-a717-d8d5e8e37a35) {{(pid=103517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 18:46:27.287365 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db524487-1b4b-43ea-a571-eabbeaebba20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:46:27.288986 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-db524487-1b4b-43ea-a571-eabbeaebba20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549304'] for subnet, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:46:27.291616 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4778a12f-ee35-4ea2-b150-3d8c8a393fbf None None] Network 6c0a2fb4-b3c7-49b5-a717-d8d5e8e37a35 requested from dv-cinder-794661-1-smb {{(pid=103518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 18:46:27.385260 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-db524487-1b4b-43ea-a571-eabbeaebba20 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7772932 Jun 03 18:46:27.450341 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6b12c3-8b1c-4c40-9bdd-081945cf90ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe55a649f-66e1-5c59-8e10-c698044dc604-6c0a2fb4-b3c7-49b5-a717-d8d5e8e37a35', 'network_id': '6c0a2fb4-b3c7-49b5-a717-d8d5e8e37a35', 'tenant_id': '84052e2792414cb291844faca99ccebe', 'fixed_ips': [{'subnet_id': '710aba75-1d24-49ee-b097-3f4777e3b59e'}]}} from dv-cinder-794661-1-smb. {{(pid=103518) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 18:46:27.450963 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-5d6b12c3-8b1c-4c40-9bdd-081945cf90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_create {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:46:27.554431 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.db_base_plugin_common [None req-5d6b12c3-8b1c-4c40-9bdd-081945cf90ef None None] Allocated IP 192.168.233.2 (6c0a2fb4-b3c7-49b5-a717-d8d5e8e37a35/710aba75-1d24-49ee-b097-3f4777e3b59e/ede86551-4c34-4b35-94cc-6181279c416f) {{(pid=103518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 18:46:27.678160 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-5d6b12c3-8b1c-4c40-9bdd-081945cf90ef None None] Notify callbacks [] for port, precommit_create {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:46:27.684220 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-5d6b12c3-8b1c-4c40-9bdd-081945cf90ef None None] Transition to ACTIVE for port object ede86551-4c34-4b35-94cc-6181279c416f will not be triggered until provisioned by entity L2. {{(pid=103518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 18:46:27.695317 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-5d6b12c3-8b1c-4c40-9bdd-081945cf90ef None None] Transition to ACTIVE for port object ede86551-4c34-4b35-94cc-6181279c416f will not be triggered until provisioned by entity DHCP. {{(pid=103518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 18:46:27.808254 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-5d6b12c3-8b1c-4c40-9bdd-081945cf90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751241322828'] for port, after_create {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:46:27.811941 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-a62645c2-151b-471f-b2e3-5f2657cb219d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:46:27.841974 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6b12c3-8b1c-4c40-9bdd-081945cf90ef None None] Network 6c0a2fb4-b3c7-49b5-a717-d8d5e8e37a35 is already hosted by enough agents. {{(pid=103518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 18:46:27.846198 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.scheduler.base_scheduler [None req-5d6b12c3-8b1c-4c40-9bdd-081945cf90ef None None] Resources bound (agent type, host, resource id): {{(pid=103518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 18:46:27.847896 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6b12c3-8b1c-4c40-9bdd-081945cf90ef None None] Received port after_create {{(pid=103518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 18:46:27.853277 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6b12c3-8b1c-4c40-9bdd-081945cf90ef None None] Pushing event updated for resources: {'Port': ['ID=ede86551-4c34-4b35-94cc-6181279c416f,revision_number=1']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:46:27.875398 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6b12c3-8b1c-4c40-9bdd-081945cf90ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:46:27.875579 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6b12c3-8b1c-4c40-9bdd-081945cf90ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:46:27.875752 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6b12c3-8b1c-4c40-9bdd-081945cf90ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:46:27.875936 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6b12c3-8b1c-4c40-9bdd-081945cf90ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:46:27.876105 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6b12c3-8b1c-4c40-9bdd-081945cf90ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:46:27.876271 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6b12c3-8b1c-4c40-9bdd-081945cf90ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:46:27.876438 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6b12c3-8b1c-4c40-9bdd-081945cf90ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:46:27.876688 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6b12c3-8b1c-4c40-9bdd-081945cf90ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:46:27.876868 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6b12c3-8b1c-4c40-9bdd-081945cf90ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:46:27.877035 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6b12c3-8b1c-4c40-9bdd-081945cf90ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:46:27.877200 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6b12c3-8b1c-4c40-9bdd-081945cf90ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:46:27.877362 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6b12c3-8b1c-4c40-9bdd-081945cf90ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:46:27.879539 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-5d6b12c3-8b1c-4c40-9bdd-081945cf90ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:46:27.905979 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.managers [None req-5d6b12c3-8b1c-4c40-9bdd-081945cf90ef None None] Attempting to bind port ede86551-4c34-4b35-94cc-6181279c416f on host dv-cinder-794661-1-smb for vnic_type normal with profile {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 18:46:27.906154 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.managers [None req-5d6b12c3-8b1c-4c40-9bdd-081945cf90ef None None] Attempting to bind port ede86551-4c34-4b35-94cc-6181279c416f by drivers openvswitch,hyperv on host dv-cinder-794661-1-smb at level 0 using segments [{'id': '5786d2fa-0df9-4874-bdca-1ab2cf26c8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1407, 'network_id': '6c0a2fb4-b3c7-49b5-a717-d8d5e8e37a35'}] {{(pid=103518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 18:46:27.906349 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6b12c3-8b1c-4c40-9bdd-081945cf90ef None None] Attempting to bind port ede86551-4c34-4b35-94cc-6181279c416f on network 6c0a2fb4-b3c7-49b5-a717-d8d5e8e37a35 {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 18:46:27.909376 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6b12c3-8b1c-4c40-9bdd-081945cf90ef None None] Checking agent: {'id': '9af4ad39-3160-4d10-9b77-67ea66ff9724', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794661-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 18, 44, 30), 'started_at': datetime.datetime(2021, 6, 3, 18, 45, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794661-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 18:46:27.909596 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6b12c3-8b1c-4c40-9bdd-081945cf90ef None None] Checking segment: {'id': '5786d2fa-0df9-4874-bdca-1ab2cf26c8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1407, 'network_id': '6c0a2fb4-b3c7-49b5-a717-d8d5e8e37a35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 18:46:27.909823 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-5d6b12c3-8b1c-4c40-9bdd-081945cf90ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:46:27.910034 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6b12c3-8b1c-4c40-9bdd-081945cf90ef None None] Bound using segment: {'id': '5786d2fa-0df9-4874-bdca-1ab2cf26c8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1407, 'network_id': '6c0a2fb4-b3c7-49b5-a717-d8d5e8e37a35'} {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 18:46:27.910295 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.managers [None req-5d6b12c3-8b1c-4c40-9bdd-081945cf90ef None None] Bound port: ede86551-4c34-4b35-94cc-6181279c416f, host: dv-cinder-794661-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5786d2fa-0df9-4874-bdca-1ab2cf26c8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1407, 'network_id': '6c0a2fb4-b3c7-49b5-a717-d8d5e8e37a35'}}] {{(pid=103518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 18:46:27.910498 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-5d6b12c3-8b1c-4c40-9bdd-081945cf90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:46:27.959313 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-5d6b12c3-8b1c-4c40-9bdd-081945cf90ef None None] For port ede86551-4c34-4b35-94cc-6181279c416f, host dv-cinder-794661-1-smb, cleared binding levels {{(pid=103518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 18:46:27.960888 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-5d6b12c3-8b1c-4c40-9bdd-081945cf90ef None None] For port ede86551-4c34-4b35-94cc-6181279c416f, host dv-cinder-794661-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794661-1-smb',level=0,port_id=ede86551-4c34-4b35-94cc-6181279c416f,segment=NetworkSegment(5786d2fa-0df9-4874-bdca-1ab2cf26c8cd),segment_id=5786d2fa-0df9-4874-bdca-1ab2cf26c8cd)] {{(pid=103518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 18:46:28.047279 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-5d6b12c3-8b1c-4c40-9bdd-081945cf90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:46:28.050220 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:46:28.097181 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6b12c3-8b1c-4c40-9bdd-081945cf90ef None None] Pushing event updated for resources: {'Port': ['ID=ede86551-4c34-4b35-94cc-6181279c416f,revision_number=2']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:46:28.099169 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-5d6b12c3-8b1c-4c40-9bdd-081945cf90ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:46:28.686408 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd6e8e8-6166-4980-8f94-86bcae9c93b3 None None] Network 6c0a2fb4-b3c7-49b5-a717-d8d5e8e37a35 requested from dv-cinder-794661-1-smb {{(pid=103518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 18:46:28.812386 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-73eec62f-2c90-486a-ba0e-461d2edceca2 None None] Provisioning for port ede86551-4c34-4b35-94cc-6181279c416f completed by entity DHCP. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 18:46:29.585211 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-98fa0402-8949-4ab1-a2db-88626e2667da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:46:29.891384 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device ede86551-4c34-4b35-94cc-6181279c416f up at agent ovs-agent-dv-cinder-794661-1-smb {{(pid=103518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 18:46:29.992131 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Provisioning for port ede86551-4c34-4b35-94cc-6181279c416f completed by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 18:46:29.998461 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Provisioning complete for port ede86551-4c34-4b35-94cc-6181279c416f triggered by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 18:46:29.999073 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:46:30.074470 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:46:30.095235 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] For port ede86551-4c34-4b35-94cc-6181279c416f, host dv-cinder-794661-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794661-1-smb',level=0,port_id=ede86551-4c34-4b35-94cc-6181279c416f,segment=NetworkSegment(5786d2fa-0df9-4874-bdca-1ab2cf26c8cd),segment_id=5786d2fa-0df9-4874-bdca-1ab2cf26c8cd)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:46:30.172522 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:46:30.176782 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:46:30.225754 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Pushing event updated for resources: {'Port': ['ID=ede86551-4c34-4b35-94cc-6181279c416f,revision_number=3']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:46:30.227754 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:46:30.603057 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:46:30.826093 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-a950fb2f-8412-4b2f-853a-016824babdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:46:31.872263 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device ede86551-4c34-4b35-94cc-6181279c416f up at agent ovs-agent-dv-cinder-794661-1-smb {{(pid=103518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 18:46:31.914606 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Provisioning complete for port ede86551-4c34-4b35-94cc-6181279c416f triggered by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 18:46:31.914845 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:46:31.928763 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:46:32.033830 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 5 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 18:46:32.666043 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:46:59.597762 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-b3746738-1f24-48f7-bf26-33dcba276b2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:47:00.591004 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:47:00.843484 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-f1c61eeb-9ca3-4aea-8363-11b75a94d5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:47:01.936513 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:47:02.678778 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:47:09.039748 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 5 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 18:47:16.556163 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 50208) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:47:16.560361 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [None req-e3ddf25a-6755-4e38-8dc4-4ef66babd394 tempest-verify_tempest_config-646359024 tempest-verify_tempest_config-646359024-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 18:47:16.560983 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-e3ddf25a-6755-4e38-8dc4-4ef66babd394 tempest-verify_tempest_config-646359024 tempest-verify_tempest_config-646359024-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0040121 Jun 03 18:47:17.061177 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 50224) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:47:17.144412 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-8bc55275-210a-4c01-81b6-e99ef070c3c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:47:17.154397 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-8bc55275-210a-4c01-81b6-e99ef070c3c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:47:17.157037 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-8bc55275-210a-4c01-81b6-e99ef070c3c5 admin admin] Usage tracker for resource:security_group_rule and tenant:3039b5b24e4143448e13e4254328ab3c is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:47:17.159109 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-8bc55275-210a-4c01-81b6-e99ef070c3c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:47:17.163134 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-8bc55275-210a-4c01-81b6-e99ef070c3c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:47:17.217009 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-8bc55275-210a-4c01-81b6-e99ef070c3c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:47:17.302296 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-8bc55275-210a-4c01-81b6-e99ef070c3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:47:17.313890 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-918654c8-2aa8-44b6-9676-ae51231acb4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:47:17.349059 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-8bc55275-210a-4c01-81b6-e99ef070c3c5 admin admin] Synchronizing usage tracker for tenant:84052e2792414cb291844faca99ccebe on resource:security_group {{(pid=103517) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 18:47:17.351582 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc55275-210a-4c01-81b6-e99ef070c3c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b44d7af4-ebd1-41c0-94b5-2c36e5ed8761,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:47:17.355010 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-8bc55275-210a-4c01-81b6-e99ef070c3c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:47:17.481646 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-8bc55275-210a-4c01-81b6-e99ef070c3c5 admin admin] Unset dirty status for tenant:84052e2792414cb291844faca99ccebe on resource:security_group {{(pid=103517) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 18:47:17.483162 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-8bc55275-210a-4c01-81b6-e99ef070c3c5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3039b5b24e4143448e13e4254328ab3c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4209883 Jun 03 18:47:17.486972 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 50228) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:47:17.539816 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-cf321f0b-569e-40a8-882c-a5d566fce61f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:47:17.558368 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-cf321f0b-569e-40a8-882c-a5d566fce61f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:47:17.685663 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-cf321f0b-569e-40a8-882c-a5d566fce61f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:47:17.690615 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:47:17.708182 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf321f0b-569e-40a8-882c-a5d566fce61f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44d7af4-ebd1-41c0-94b5-2c36e5ed8761,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:47:17.715662 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-cf321f0b-569e-40a8-882c-a5d566fce61f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:47:17.717101 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-cf321f0b-569e-40a8-882c-a5d566fce61f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:47:17.718822 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-cf321f0b-569e-40a8-882c-a5d566fce61f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b44d7af4-ebd1-41c0-94b5-2c36e5ed8761 HTTP/1.1" status: 204 len: 168 time: 0.2307732 Jun 03 18:47:29.597251 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-21539dae-3f8f-4c74-89b2-93908a2f034f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:47:30.575661 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:47:30.795294 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-17d6137f-7723-4c4f-9b55-f9b4929cd895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:47:31.917209 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:47:32.659643 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:47:46.041187 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 5 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 18:47:59.633400 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-ea1dd709-2e2e-447c-85c4-d0a76d75c713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:48:00.584391 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:48:00.831729 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-f628048b-a770-4c5d-865c-2dd22bbafa2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:48:01.917435 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:48:02.663587 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:48:23.042374 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 5 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 18:48:29.590628 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-c0d3833e-7917-4575-832c-2a42228aef3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:48:30.580615 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:48:30.804194 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-c5d9fadb-2d3e-48c1-bcc2-e3e56104250a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:48:31.949900 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:48:32.652643 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:48:59.582885 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-06ae6913-227f-4d43-9bd4-b35edb678b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:49:00.041582 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 5 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 18:49:00.641266 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:49:00.804764 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-806c27c5-3a87-4b4b-ad40-5ee11f35958c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:49:01.965480 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:49:02.537182 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903'] for agent, after_create {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:49:02.679506 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:49:03.866654 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 50288) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:49:03.959687 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-7ac2d07e-d761-4eda-8f05-03b875b763ec admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0921586 Jun 03 18:49:05.103213 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 50298) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:49:05.138014 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-eecb644d-bbe7-4269-8ce5-17b402a01460 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0339851 Jun 03 18:49:29.590486 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-3ae22fe7-be3d-49a7-aece-a89292a04bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:49:30.593468 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:49:30.800895 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-42cfdd04-bb17-4224-8541-8278c06968b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:49:32.014750 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:49:32.465668 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:49:32.681127 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:49:37.044715 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 18:49:59.596686 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-1fa74848-7ea7-4c97-8fa1-e803f8bdcb57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:00.585967 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:00.800400 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-5a82135b-abd6-47a2-b0ef-811764b7f622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:01.953567 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:02.498202 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:02.681034 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:14.044985 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 18:50:26.589049 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 50508) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:50:26.981517 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 50526) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:50:27.046357 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.v2.base [None req-1819025e-31a2-4fb9-a9e4-387fbf0c8de5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-959099436-network', 'tenant_id': '04d914789bfc4c6082997cc72d5d376a'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:50:27.050883 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-1819025e-31a2-4fb9-a9e4-387fbf0c8de5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:50:27.054204 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-1819025e-31a2-4fb9-a9e4-387fbf0c8de5 admin admin] Usage tracker for resource:network and tenant:04d914789bfc4c6082997cc72d5d376a is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:50:27.056776 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-1819025e-31a2-4fb9-a9e4-387fbf0c8de5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:50:27.061364 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-1819025e-31a2-4fb9-a9e4-387fbf0c8de5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:50:27.172372 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1819025e-31a2-4fb9-a9e4-387fbf0c8de5 admin admin] Made reservation on behalf of 04d914789bfc4c6082997cc72d5d376a for: {'network': 1} {{(pid=103516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 18:50:27.174549 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1819025e-31a2-4fb9-a9e4-387fbf0c8de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1684408'] for network, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:27.182638 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1819025e-31a2-4fb9-a9e4-387fbf0c8de5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:27.192122 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-1819025e-31a2-4fb9-a9e4-387fbf0c8de5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:50:27.194249 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-1819025e-31a2-4fb9-a9e4-387fbf0c8de5 admin admin] Usage tracker for resource:security_group_rule and tenant:04d914789bfc4c6082997cc72d5d376a is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:50:27.195827 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-1819025e-31a2-4fb9-a9e4-387fbf0c8de5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:50:27.199247 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-1819025e-31a2-4fb9-a9e4-387fbf0c8de5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:50:27.206651 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 50536) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:50:27.257358 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1819025e-31a2-4fb9-a9e4-387fbf0c8de5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:27.268950 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.v2.base [None req-ad190d78-b3ab-4895-b34c-ef04a3e24287 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-452933417-network', 'tenant_id': 'c8ba5f9b622448d591fdad53cf4828bc'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:50:27.271550 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-ad190d78-b3ab-4895-b34c-ef04a3e24287 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:50:27.273710 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-ad190d78-b3ab-4895-b34c-ef04a3e24287 admin admin] Usage tracker for resource:network and tenant:c8ba5f9b622448d591fdad53cf4828bc is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:50:27.275337 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-ad190d78-b3ab-4895-b34c-ef04a3e24287 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:50:27.278667 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-ad190d78-b3ab-4895-b34c-ef04a3e24287 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:50:27.371365 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1819025e-31a2-4fb9-a9e4-387fbf0c8de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:27.371365 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-2b85f78a-33e1-49cd-94e1-dd1df737964c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:50:27.371552 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1819025e-31a2-4fb9-a9e4-387fbf0c8de5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1419} {{(pid=103516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 18:50:27.383623 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1819025e-31a2-4fb9-a9e4-387fbf0c8de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529572'] for segment, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:27.383812 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.db.segments_db [None req-1819025e-31a2-4fb9-a9e4-387fbf0c8de5 admin admin] Added segment a8a48266-8836-4c0c-a1f5-7d59b3bb0d43 of type vlan for network 96b760d7-3720-403e-b1ec-2fd415aa44fd Jun 03 18:50:27.387262 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.v2.base [None req-719014c6-2e6f-4020-886d-4a49e4c5cf04 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-325236581-network', 'tenant_id': '44152c1d446c498fbec3ea4eee4d6c61'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:50:27.394037 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1819025e-31a2-4fb9-a9e4-387fbf0c8de5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940882e9-ca30-44eb-aa11-4e8ac057f327,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:50:27.404702 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-719014c6-2e6f-4020-886d-4a49e4c5cf04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:50:27.408062 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1819025e-31a2-4fb9-a9e4-387fbf0c8de5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:50:27.408236 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1819025e-31a2-4fb9-a9e4-387fbf0c8de5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:50:27.408405 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1819025e-31a2-4fb9-a9e4-387fbf0c8de5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:50:27.411110 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1819025e-31a2-4fb9-a9e4-387fbf0c8de5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:50:27.411110 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1819025e-31a2-4fb9-a9e4-387fbf0c8de5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:50:27.411110 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1819025e-31a2-4fb9-a9e4-387fbf0c8de5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:50:27.411110 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1819025e-31a2-4fb9-a9e4-387fbf0c8de5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:50:27.411110 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1819025e-31a2-4fb9-a9e4-387fbf0c8de5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:50:27.411110 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1819025e-31a2-4fb9-a9e4-387fbf0c8de5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:50:27.411110 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1819025e-31a2-4fb9-a9e4-387fbf0c8de5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:50:27.411110 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1819025e-31a2-4fb9-a9e4-387fbf0c8de5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:50:27.411110 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1819025e-31a2-4fb9-a9e4-387fbf0c8de5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:50:27.411110 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1819025e-31a2-4fb9-a9e4-387fbf0c8de5 admin admin] Tracked resource versions report: Jun 03 18:50:27.411110 dv-cinder-794661-1-smb neutron-server[103516]: pushed versions: Jun 03 18:50:27.411110 dv-cinder-794661-1-smb neutron-server[103516]: { 'AddressGroup': {'1.2'}, Jun 03 18:50:27.411110 dv-cinder-794661-1-smb neutron-server[103516]: 'ConntrackHelper': {'1.0'}, Jun 03 18:50:27.411110 dv-cinder-794661-1-smb neutron-server[103516]: 'Log': {'1.0'}, Jun 03 18:50:27.411110 dv-cinder-794661-1-smb neutron-server[103516]: 'Network': {'1.1'}, Jun 03 18:50:27.411110 dv-cinder-794661-1-smb neutron-server[103516]: 'Port': {'1.7'}, Jun 03 18:50:27.411110 dv-cinder-794661-1-smb neutron-server[103516]: 'PortForwarding': {'1.2'}, Jun 03 18:50:27.411110 dv-cinder-794661-1-smb neutron-server[103516]: 'QosPolicy': {'1.8'}, Jun 03 18:50:27.411110 dv-cinder-794661-1-smb neutron-server[103516]: 'SecurityGroup': {'1.4'}, Jun 03 18:50:27.411110 dv-cinder-794661-1-smb neutron-server[103516]: 'SecurityGroupRule': {'1.2'}, Jun 03 18:50:27.411110 dv-cinder-794661-1-smb neutron-server[103516]: 'SubPort': {'1.0'}, Jun 03 18:50:27.411110 dv-cinder-794661-1-smb neutron-server[103516]: 'Subnet': {'1.1'}, Jun 03 18:50:27.411110 dv-cinder-794661-1-smb neutron-server[103516]: 'Trunk': {'1.1'}} Jun 03 18:50:27.411110 dv-cinder-794661-1-smb neutron-server[103516]: consumer versions: Jun 03 18:50:27.411110 dv-cinder-794661-1-smb neutron-server[103516]: { DHCP agent@dv-cinder-794661-1-smb: {}, Jun 03 18:50:27.411110 dv-cinder-794661-1-smb neutron-server[103516]: HyperV agent@hv-cinder-79466: {}, Jun 03 18:50:27.411110 dv-cinder-794661-1-smb neutron-server[103516]: L3 agent@dv-cinder-794661-1-smb: {}, Jun 03 18:50:27.411110 dv-cinder-794661-1-smb neutron-server[103516]: Metadata agent@dv-cinder-794661-1-smb: {}, Jun 03 18:50:27.411110 dv-cinder-794661-1-smb neutron-server[103516]: Metering agent@dv-cinder-794661-1-smb: {}, Jun 03 18:50:27.411110 dv-cinder-794661-1-smb neutron-server[103516]: Open vSwitch agent@dv-cinder-794661-1-smb: { 'AddressGroup': '1.2', Jun 03 18:50:27.411110 dv-cinder-794661-1-smb neutron-server[103516]: 'ConntrackHelper': '1.0', Jun 03 18:50:27.411110 dv-cinder-794661-1-smb neutron-server[103516]: 'Log': '1.0', Jun 03 18:50:27.411110 dv-cinder-794661-1-smb neutron-server[103516]: 'Network': '1.1', Jun 03 18:50:27.411110 dv-cinder-794661-1-smb neutron-server[103516]: 'Port': '1.7', Jun 03 18:50:27.411110 dv-cinder-794661-1-smb neutron-server[103516]: 'PortForwarding': '1.2', Jun 03 18:50:27.411110 dv-cinder-794661-1-smb neutron-server[103516]: 'QosPolicy': '1.8', Jun 03 18:50:27.411110 dv-cinder-794661-1-smb neutron-server[103516]: 'SecurityGroup': '1.4', Jun 03 18:50:27.411110 dv-cinder-794661-1-smb neutron-server[103516]: 'SecurityGroupRule': '1.2', Jun 03 18:50:27.411110 dv-cinder-794661-1-smb neutron-server[103516]: 'SubPort': '1.0', Jun 03 18:50:27.411110 dv-cinder-794661-1-smb neutron-server[103516]: 'Subnet': '1.1', Jun 03 18:50:27.411110 dv-cinder-794661-1-smb neutron-server[103516]: 'Trunk': '1.1'}} Jun 03 18:50:27.411110 dv-cinder-794661-1-smb neutron-server[103516]: {{(pid=103516) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 18:50:27.412480 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-1819025e-31a2-4fb9-a9e4-387fbf0c8de5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:50:27.414059 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-719014c6-2e6f-4020-886d-4a49e4c5cf04 admin admin] Usage tracker for resource:network and tenant:44152c1d446c498fbec3ea4eee4d6c61 is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:50:27.415981 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1819025e-31a2-4fb9-a9e4-387fbf0c8de5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751241310154'] for network, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:27.417981 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-719014c6-2e6f-4020-886d-4a49e4c5cf04 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:50:27.422005 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-719014c6-2e6f-4020-886d-4a49e4c5cf04 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:50:27.671817 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad190d78-b3ab-4895-b34c-ef04a3e24287 admin admin] Made reservation on behalf of c8ba5f9b622448d591fdad53cf4828bc for: {'network': 1} {{(pid=103516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 18:50:27.675972 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ad190d78-b3ab-4895-b34c-ef04a3e24287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1684408'] for network, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:27.690098 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-719014c6-2e6f-4020-886d-4a49e4c5cf04 admin admin] Made reservation on behalf of 44152c1d446c498fbec3ea4eee4d6c61 for: {'network': 1} {{(pid=103516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 18:50:27.690516 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-719014c6-2e6f-4020-886d-4a49e4c5cf04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1684408'] for network, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:27.699545 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1819025e-31a2-4fb9-a9e4-387fbf0c8de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549287'] for network, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:27.705845 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1819025e-31a2-4fb9-a9e4-387fbf0c8de5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:27.706279 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1819025e-31a2-4fb9-a9e4-387fbf0c8de5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549304'] for network, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:27.708785 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ad190d78-b3ab-4895-b34c-ef04a3e24287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:27.716034 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:50:27.724968 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-719014c6-2e6f-4020-886d-4a49e4c5cf04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:27.785241 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-ad190d78-b3ab-4895-b34c-ef04a3e24287 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:50:27.790167 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-719014c6-2e6f-4020-886d-4a49e4c5cf04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:50:27.792947 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-ad190d78-b3ab-4895-b34c-ef04a3e24287 admin admin] Usage tracker for resource:security_group_rule and tenant:c8ba5f9b622448d591fdad53cf4828bc is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:50:27.797262 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-ad190d78-b3ab-4895-b34c-ef04a3e24287 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:50:27.824354 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-719014c6-2e6f-4020-886d-4a49e4c5cf04 admin admin] Usage tracker for resource:security_group_rule and tenant:44152c1d446c498fbec3ea4eee4d6c61 is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:50:27.834478 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-719014c6-2e6f-4020-886d-4a49e4c5cf04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:50:27.836404 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-ad190d78-b3ab-4895-b34c-ef04a3e24287 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:50:27.837652 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1819025e-31a2-4fb9-a9e4-387fbf0c8de5 admin admin] Pushing event updated for resources: {'Network': ['ID=96b760d7-3720-403e-b1ec-2fd415aa44fd,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:50:27.839852 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-1819025e-31a2-4fb9-a9e4-387fbf0c8de5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:50:27.842938 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-719014c6-2e6f-4020-886d-4a49e4c5cf04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:50:27.848755 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Network 96b760d7-3720-403e-b1ec-2fd415aa44fd details requested by agent ovs-agent-dv-cinder-794661-1-smb with host dv-cinder-794661-1-smb {{(pid=103518) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 18:50:27.936625 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-1819025e-31a2-4fb9-a9e4-387fbf0c8de5 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3449132 Jun 03 18:50:27.937396 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 50570) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:50:27.946215 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.v2.base [None req-9f10f27b-f86f-4d3b-b7e5-f20a3cfcc912 admin admin] Request body: {'subnet': {'network_id': '96b760d7-3720-403e-b1ec-2fd415aa44fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-959099436-subnet', 'tenant_id': '04d914789bfc4c6082997cc72d5d376a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:50:27.951257 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ad190d78-b3ab-4895-b34c-ef04a3e24287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:27.952131 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-9f10f27b-f86f-4d3b-b7e5-f20a3cfcc912 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:50:27.956423 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-9f10f27b-f86f-4d3b-b7e5-f20a3cfcc912 admin admin] Usage tracker for resource:subnet and tenant:04d914789bfc4c6082997cc72d5d376a is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:50:27.960204 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-9f10f27b-f86f-4d3b-b7e5-f20a3cfcc912 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:50:27.964944 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-9f10f27b-f86f-4d3b-b7e5-f20a3cfcc912 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:50:28.002767 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-719014c6-2e6f-4020-886d-4a49e4c5cf04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:28.117691 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ad190d78-b3ab-4895-b34c-ef04a3e24287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:28.118417 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-719014c6-2e6f-4020-886d-4a49e4c5cf04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:28.118766 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f10f27b-f86f-4d3b-b7e5-f20a3cfcc912 admin admin] Made reservation on behalf of 04d914789bfc4c6082997cc72d5d376a for: {'subnet': 1} {{(pid=103516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 18:50:28.120516 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9f10f27b-f86f-4d3b-b7e5-f20a3cfcc912 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:28.137655 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:50:28.200097 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad190d78-b3ab-4895-b34c-ef04a3e24287 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1417} {{(pid=103516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 18:50:28.216504 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad190d78-b3ab-4895-b34c-ef04a3e24287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0217bca-e2f4-4d08-8774-71c4c877895a,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:50:28.267779 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-719014c6-2e6f-4020-886d-4a49e4c5cf04 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1411} {{(pid=103516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 18:50:28.272891 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719014c6-2e6f-4020-886d-4a49e4c5cf04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca599a21-970e-4e41-95ac-14aeb32ee79e,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:50:28.277991 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-719014c6-2e6f-4020-886d-4a49e4c5cf04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:50:28.278230 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:50:28.278387 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:50:28.284013 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ad190d78-b3ab-4895-b34c-ef04a3e24287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529572'] for segment, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:28.284177 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.db.segments_db [None req-ad190d78-b3ab-4895-b34c-ef04a3e24287 admin admin] Added segment dbca1dbe-5a89-473a-94f4-75bd9e3fa1aa of type vlan for network 10b7379a-996c-49eb-a4af-c8a0e0fe9011 Jun 03 18:50:28.286036 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-719014c6-2e6f-4020-886d-4a49e4c5cf04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529572'] for segment, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:28.286213 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.db.segments_db [None req-719014c6-2e6f-4020-886d-4a49e4c5cf04 admin admin] Added segment 7cec0923-f235-4018-af29-8ad51e802c6b of type vlan for network bc36df11-257a-47a2-aa32-264632736577 Jun 03 18:50:28.313984 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ad190d78-b3ab-4895-b34c-ef04a3e24287 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751241310154'] for network, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:28.320761 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-719014c6-2e6f-4020-886d-4a49e4c5cf04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751241310154'] for network, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:28.469690 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ad190d78-b3ab-4895-b34c-ef04a3e24287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549287'] for network, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:28.470562 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad190d78-b3ab-4895-b34c-ef04a3e24287 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:28.470897 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ad190d78-b3ab-4895-b34c-ef04a3e24287 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549304'] for network, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:28.473934 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-2b85f78a-33e1-49cd-94e1-dd1df737964c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:50:28.543159 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-719014c6-2e6f-4020-886d-4a49e4c5cf04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549287'] for network, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:28.549614 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719014c6-2e6f-4020-886d-4a49e4c5cf04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:28.549951 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-719014c6-2e6f-4020-886d-4a49e4c5cf04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549304'] for network, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:28.551944 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad190d78-b3ab-4895-b34c-ef04a3e24287 admin admin] Pushing event updated for resources: {'Network': ['ID=10b7379a-996c-49eb-a4af-c8a0e0fe9011,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:50:28.564015 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-ad190d78-b3ab-4895-b34c-ef04a3e24287 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:50:28.564413 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:50:28.569264 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Network 10b7379a-996c-49eb-a4af-c8a0e0fe9011 details requested by agent ovs-agent-dv-cinder-794661-1-smb with host dv-cinder-794661-1-smb {{(pid=103518) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 18:50:28.648024 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719014c6-2e6f-4020-886d-4a49e4c5cf04 admin admin] Pushing event updated for resources: {'Network': ['ID=bc36df11-257a-47a2-aa32-264632736577,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:50:28.652830 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-719014c6-2e6f-4020-886d-4a49e4c5cf04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:50:28.654516 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Network bc36df11-257a-47a2-aa32-264632736577 details requested by agent ovs-agent-dv-cinder-794661-1-smb with host dv-cinder-794661-1-smb {{(pid=103518) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 18:50:28.694818 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-ad190d78-b3ab-4895-b34c-ef04a3e24287 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7123129 Jun 03 18:50:28.696802 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 50632) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:50:28.700351 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.v2.base [None req-a674f2da-d58e-47eb-97e4-9038c8ef59f6 admin admin] Request body: {'subnet': {'network_id': '10b7379a-996c-49eb-a4af-c8a0e0fe9011', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-452933417-subnet', 'tenant_id': 'c8ba5f9b622448d591fdad53cf4828bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:50:28.703814 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-a674f2da-d58e-47eb-97e4-9038c8ef59f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:50:28.708388 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-a674f2da-d58e-47eb-97e4-9038c8ef59f6 admin admin] Usage tracker for resource:subnet and tenant:c8ba5f9b622448d591fdad53cf4828bc is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:50:28.711870 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-a674f2da-d58e-47eb-97e4-9038c8ef59f6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:50:28.717413 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-a674f2da-d58e-47eb-97e4-9038c8ef59f6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:50:28.742829 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 50636) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:50:28.742923 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-719014c6-2e6f-4020-886d-4a49e4c5cf04 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5354991 Jun 03 18:50:28.746554 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.v2.base [None req-04c573bc-ed49-410e-aa9a-3a36e9361615 admin admin] Request body: {'subnet': {'network_id': 'bc36df11-257a-47a2-aa32-264632736577', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-325236581-subnet', 'tenant_id': '44152c1d446c498fbec3ea4eee4d6c61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:50:28.749689 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-04c573bc-ed49-410e-aa9a-3a36e9361615 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:50:28.753068 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-04c573bc-ed49-410e-aa9a-3a36e9361615 admin admin] Usage tracker for resource:subnet and tenant:44152c1d446c498fbec3ea4eee4d6c61 is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:50:28.754538 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-04c573bc-ed49-410e-aa9a-3a36e9361615 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:50:28.757775 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-04c573bc-ed49-410e-aa9a-3a36e9361615 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:50:28.768926 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9f10f27b-f86f-4d3b-b7e5-f20a3cfcc912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294'] for subnet, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:28.768926 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:50:28.803789 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f10f27b-f86f-4d3b-b7e5-f20a3cfcc912 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdba7c81-6690-4a2c-8589-65ca072f8ce6,revision_number=0']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:50:28.806129 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-9f10f27b-f86f-4d3b-b7e5-f20a3cfcc912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:50:28.811058 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f10f27b-f86f-4d3b-b7e5-f20a3cfcc912 admin admin] Checking segment: {'id': 'a8a48266-8836-4c0c-a1f5-7d59b3bb0d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1419, 'network_id': '96b760d7-3720-403e-b1ec-2fd415aa44fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 18:50:28.811223 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f10f27b-f86f-4d3b-b7e5-f20a3cfcc912 admin admin] Network hostable DHCP agents. Network: 96b760d7-3720-403e-b1ec-2fd415aa44fd, hostable agents: ['fb8d2d29-1809-4f62-9f23-eb4c5e08b409'], hosted agents: [] {{(pid=103516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 18:50:28.819916 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a674f2da-d58e-47eb-97e4-9038c8ef59f6 admin admin] Made reservation on behalf of c8ba5f9b622448d591fdad53cf4828bc for: {'subnet': 1} {{(pid=103517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 18:50:28.821269 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-a674f2da-d58e-47eb-97e4-9038c8ef59f6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:28.880869 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c573bc-ed49-410e-aa9a-3a36e9361615 admin admin] Made reservation on behalf of 44152c1d446c498fbec3ea4eee4d6c61 for: {'subnet': 1} {{(pid=103517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 18:50:28.882118 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-04c573bc-ed49-410e-aa9a-3a36e9361615 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:28.913032 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f10f27b-f86f-4d3b-b7e5-f20a3cfcc912 admin admin] Network 96b760d7-3720-403e-b1ec-2fd415aa44fd is scheduled to be hosted by DHCP agent fb8d2d29-1809-4f62-9f23-eb4c5e08b409 with binding_index 1 {{(pid=103516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 18:50:29.012843 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-9f10f27b-f86f-4d3b-b7e5-f20a3cfcc912 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794661-1-smb, 96b760d7-3720-403e-b1ec-2fd415aa44fd) {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 18:50:29.015578 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f10f27b-f86f-4d3b-b7e5-f20a3cfcc912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:29.016225 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9f10f27b-f86f-4d3b-b7e5-f20a3cfcc912 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549304'] for subnet, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:29.019709 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc987846-4edd-46e7-a5de-22dd65f618c9 None None] Network 96b760d7-3720-403e-b1ec-2fd415aa44fd requested from dv-cinder-794661-1-smb {{(pid=103518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 18:50:29.119987 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4bee9b-1054-4975-865f-068267b39d0a None None] Network 96b760d7-3720-403e-b1ec-2fd415aa44fd requested from dv-cinder-794661-1-smb {{(pid=103518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 18:50:29.476588 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-a674f2da-d58e-47eb-97e4-9038c8ef59f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294'] for subnet, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:29.478738 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:50:29.507443 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-9f10f27b-f86f-4d3b-b7e5-f20a3cfcc912 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5652347 Jun 03 18:50:29.549164 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 50666) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:50:29.549164 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.v2.base [None req-099c196c-6b6b-42a7-9606-a8b8d173efc7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-959099436-router', 'tenant_id': '04d914789bfc4c6082997cc72d5d376a', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc'}}} {{(pid=103517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:50:29.549164 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a674f2da-d58e-47eb-97e4-9038c8ef59f6 admin admin] Checking segment: {'id': 'dbca1dbe-5a89-473a-94f4-75bd9e3fa1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1417, 'network_id': '10b7379a-996c-49eb-a4af-c8a0e0fe9011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 18:50:29.549164 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a674f2da-d58e-47eb-97e4-9038c8ef59f6 admin admin] Network hostable DHCP agents. Network: 10b7379a-996c-49eb-a4af-c8a0e0fe9011, hostable agents: ['fb8d2d29-1809-4f62-9f23-eb4c5e08b409'], hosted agents: [] {{(pid=103517) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 18:50:29.549164 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a674f2da-d58e-47eb-97e4-9038c8ef59f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34b0c147-b581-4843-bfec-ea29d14cb6a7,revision_number=0']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:50:29.549164 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-099c196c-6b6b-42a7-9606-a8b8d173efc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:50:29.552228 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a674f2da-d58e-47eb-97e4-9038c8ef59f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:50:29.552415 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a674f2da-d58e-47eb-97e4-9038c8ef59f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:50:29.552726 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a674f2da-d58e-47eb-97e4-9038c8ef59f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:50:29.552917 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a674f2da-d58e-47eb-97e4-9038c8ef59f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:50:29.553079 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a674f2da-d58e-47eb-97e4-9038c8ef59f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:50:29.553241 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a674f2da-d58e-47eb-97e4-9038c8ef59f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:50:29.553403 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a674f2da-d58e-47eb-97e4-9038c8ef59f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:50:29.553561 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a674f2da-d58e-47eb-97e4-9038c8ef59f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:50:29.553729 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a674f2da-d58e-47eb-97e4-9038c8ef59f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:50:29.553889 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a674f2da-d58e-47eb-97e4-9038c8ef59f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:50:29.554048 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a674f2da-d58e-47eb-97e4-9038c8ef59f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:50:29.554204 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a674f2da-d58e-47eb-97e4-9038c8ef59f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:50:29.554755 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a674f2da-d58e-47eb-97e4-9038c8ef59f6 admin admin] Tracked resource versions report: Jun 03 18:50:29.554755 dv-cinder-794661-1-smb neutron-server[103517]: pushed versions: Jun 03 18:50:29.554755 dv-cinder-794661-1-smb neutron-server[103517]: { 'AddressGroup': {'1.2'}, Jun 03 18:50:29.554755 dv-cinder-794661-1-smb neutron-server[103517]: 'ConntrackHelper': {'1.0'}, Jun 03 18:50:29.554755 dv-cinder-794661-1-smb neutron-server[103517]: 'Log': {'1.0'}, Jun 03 18:50:29.554755 dv-cinder-794661-1-smb neutron-server[103517]: 'Network': {'1.1'}, Jun 03 18:50:29.554755 dv-cinder-794661-1-smb neutron-server[103517]: 'Port': {'1.7'}, Jun 03 18:50:29.554755 dv-cinder-794661-1-smb neutron-server[103517]: 'PortForwarding': {'1.2'}, Jun 03 18:50:29.554755 dv-cinder-794661-1-smb neutron-server[103517]: 'QosPolicy': {'1.8'}, Jun 03 18:50:29.554755 dv-cinder-794661-1-smb neutron-server[103517]: 'SecurityGroup': {'1.4'}, Jun 03 18:50:29.554755 dv-cinder-794661-1-smb neutron-server[103517]: 'SecurityGroupRule': {'1.2'}, Jun 03 18:50:29.554755 dv-cinder-794661-1-smb neutron-server[103517]: 'SubPort': {'1.0'}, Jun 03 18:50:29.554755 dv-cinder-794661-1-smb neutron-server[103517]: 'Subnet': {'1.1'}, Jun 03 18:50:29.554755 dv-cinder-794661-1-smb neutron-server[103517]: 'Trunk': {'1.1'}} Jun 03 18:50:29.554755 dv-cinder-794661-1-smb neutron-server[103517]: consumer versions: Jun 03 18:50:29.554755 dv-cinder-794661-1-smb neutron-server[103517]: { DHCP agent@dv-cinder-794661-1-smb: {}, Jun 03 18:50:29.554755 dv-cinder-794661-1-smb neutron-server[103517]: HyperV agent@hv-cinder-79466: {}, Jun 03 18:50:29.554755 dv-cinder-794661-1-smb neutron-server[103517]: L3 agent@dv-cinder-794661-1-smb: {}, Jun 03 18:50:29.554755 dv-cinder-794661-1-smb neutron-server[103517]: Metadata agent@dv-cinder-794661-1-smb: {}, Jun 03 18:50:29.554755 dv-cinder-794661-1-smb neutron-server[103517]: Metering agent@dv-cinder-794661-1-smb: {}, Jun 03 18:50:29.554755 dv-cinder-794661-1-smb neutron-server[103517]: Open vSwitch agent@dv-cinder-794661-1-smb: { 'AddressGroup': '1.2', Jun 03 18:50:29.554755 dv-cinder-794661-1-smb neutron-server[103517]: 'ConntrackHelper': '1.0', Jun 03 18:50:29.554755 dv-cinder-794661-1-smb neutron-server[103517]: 'Log': '1.0', Jun 03 18:50:29.554755 dv-cinder-794661-1-smb neutron-server[103517]: 'Network': '1.1', Jun 03 18:50:29.554755 dv-cinder-794661-1-smb neutron-server[103517]: 'Port': '1.7', Jun 03 18:50:29.554755 dv-cinder-794661-1-smb neutron-server[103517]: 'PortForwarding': '1.2', Jun 03 18:50:29.554755 dv-cinder-794661-1-smb neutron-server[103517]: 'QosPolicy': '1.8', Jun 03 18:50:29.554755 dv-cinder-794661-1-smb neutron-server[103517]: 'SecurityGroup': '1.4', Jun 03 18:50:29.554755 dv-cinder-794661-1-smb neutron-server[103517]: 'SecurityGroupRule': '1.2', Jun 03 18:50:29.554755 dv-cinder-794661-1-smb neutron-server[103517]: 'SubPort': '1.0', Jun 03 18:50:29.554755 dv-cinder-794661-1-smb neutron-server[103517]: 'Subnet': '1.1', Jun 03 18:50:29.554755 dv-cinder-794661-1-smb neutron-server[103517]: 'Trunk': '1.1'}} Jun 03 18:50:29.554755 dv-cinder-794661-1-smb neutron-server[103517]: {{(pid=103517) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 18:50:29.560048 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-099c196c-6b6b-42a7-9606-a8b8d173efc7 admin admin] Usage tracker for resource:router and tenant:04d914789bfc4c6082997cc72d5d376a is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:50:29.562287 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-a674f2da-d58e-47eb-97e4-9038c8ef59f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:50:29.562717 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-099c196c-6b6b-42a7-9606-a8b8d173efc7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:50:29.567313 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-099c196c-6b6b-42a7-9606-a8b8d173efc7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:50:29.656798 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-04c573bc-ed49-410e-aa9a-3a36e9361615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294'] for subnet, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:29.659393 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-a674f2da-d58e-47eb-97e4-9038c8ef59f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:50:29.697520 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c573bc-ed49-410e-aa9a-3a36e9361615 admin admin] Pushing event updated for resources: {'Subnet': ['ID=029e0955-5f16-4e8f-a809-ab415d2f786b,revision_number=0']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:50:29.699378 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-04c573bc-ed49-410e-aa9a-3a36e9361615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:50:29.715104 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c573bc-ed49-410e-aa9a-3a36e9361615 admin admin] Checking segment: {'id': '7cec0923-f235-4018-af29-8ad51e802c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1411, 'network_id': 'bc36df11-257a-47a2-aa32-264632736577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 18:50:29.715104 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c573bc-ed49-410e-aa9a-3a36e9361615 admin admin] Network hostable DHCP agents. Network: bc36df11-257a-47a2-aa32-264632736577, hostable agents: ['fb8d2d29-1809-4f62-9f23-eb4c5e08b409'], hosted agents: [] {{(pid=103517) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 18:50:29.995825 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-1e31a848-c1f7-44f7-a979-368666b70ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:30.006532 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-099c196c-6b6b-42a7-9606-a8b8d173efc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27923'] for router, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:30.007935 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-099c196c-6b6b-42a7-9606-a8b8d173efc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-444002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27930'] for router, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:30.026498 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-099c196c-6b6b-42a7-9606-a8b8d173efc7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:30.146913 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a674f2da-d58e-47eb-97e4-9038c8ef59f6 admin admin] Network 10b7379a-996c-49eb-a4af-c8a0e0fe9011 is scheduled to be hosted by DHCP agent fb8d2d29-1809-4f62-9f23-eb4c5e08b409 with binding_index 1 {{(pid=103517) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 18:50:30.154755 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c573bc-ed49-410e-aa9a-3a36e9361615 admin admin] Network bc36df11-257a-47a2-aa32-264632736577 is scheduled to be hosted by DHCP agent fb8d2d29-1809-4f62-9f23-eb4c5e08b409 with binding_index 1 {{(pid=103517) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 18:50:30.269073 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.scheduler.base_scheduler [None req-a674f2da-d58e-47eb-97e4-9038c8ef59f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794661-1-smb, 10b7379a-996c-49eb-a4af-c8a0e0fe9011) {{(pid=103517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 18:50:30.274880 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.scheduler.base_scheduler [None req-04c573bc-ed49-410e-aa9a-3a36e9361615 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794661-1-smb, bc36df11-257a-47a2-aa32-264632736577) {{(pid=103517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 18:50:30.281692 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d56049-9035-48b1-884b-f50bfffd5bbf None None] Network 10b7379a-996c-49eb-a4af-c8a0e0fe9011 requested from dv-cinder-794661-1-smb {{(pid=103518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 18:50:30.352252 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a674f2da-d58e-47eb-97e4-9038c8ef59f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:30.352252 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-a674f2da-d58e-47eb-97e4-9038c8ef59f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549304'] for subnet, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:30.397281 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fc2de0-b0bd-4e0f-ab05-eadaca614241 None None] Network 10b7379a-996c-49eb-a4af-c8a0e0fe9011 requested from dv-cinder-794661-1-smb {{(pid=103518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 18:50:30.412582 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c573bc-ed49-410e-aa9a-3a36e9361615 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:30.413039 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-04c573bc-ed49-410e-aa9a-3a36e9361615 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549304'] for subnet, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:30.414078 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866e48d1-9a6e-4c7e-9666-849f00408a30 None None] Network bc36df11-257a-47a2-aa32-264632736577 requested from dv-cinder-794661-1-smb {{(pid=103518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 18:50:30.460427 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-099c196c-6b6b-42a7-9606-a8b8d173efc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28020'] for router, precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:30.543615 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-04c573bc-ed49-410e-aa9a-3a36e9361615 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7779889 Jun 03 18:50:30.543615 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-a674f2da-d58e-47eb-97e4-9038c8ef59f6 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8252935 Jun 03 18:50:30.554371 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 50696) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:50:30.579690 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 50700) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:50:30.607745 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a18be20-d113-43de-8c38-3ff83bd2e739 None None] Network bc36df11-257a-47a2-aa32-264632736577 requested from dv-cinder-794661-1-smb {{(pid=103518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 18:50:30.662332 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:30.788198 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f2e46643-a134-4549-90b5-2833d6d258f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:30.814502 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-f2e46643-a134-4549-90b5-2833d6d258f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:50:30.817300 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-f2e46643-a134-4549-90b5-2833d6d258f3 admin admin] Usage tracker for resource:security_group_rule and tenant:400a0be774e44881b4dd558fbf812118 is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:50:30.819817 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-f2e46643-a134-4549-90b5-2833d6d258f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:50:30.825584 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-f2e46643-a134-4549-90b5-2833d6d258f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:50:30.891396 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f2e46643-a134-4549-90b5-2833d6d258f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:30.893302 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-e84a2cfe-1860-47f4-85f4-39253a0c8c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:30.897921 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-099c196c-6b6b-42a7-9606-a8b8d173efc7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:30.922928 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-099c196c-6b6b-42a7-9606-a8b8d173efc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:30.941779 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-e82f4e3b-f221-4e84-994d-7bfe998bc44c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:30.955723 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-e82f4e3b-f221-4e84-994d-7bfe998bc44c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:50:30.962060 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-e82f4e3b-f221-4e84-994d-7bfe998bc44c admin admin] Usage tracker for resource:security_group_rule and tenant:1f3a1231ceb94e10ae5c6890511ae75f is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:50:30.964817 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-e82f4e3b-f221-4e84-994d-7bfe998bc44c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:50:30.970008 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-e82f4e3b-f221-4e84-994d-7bfe998bc44c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:50:30.981622 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 50754) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:50:30.983258 dv-cinder-794661-1-smb neutron-server[103516]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 03 18:50:30.993921 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 50756) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:50:30.995164 dv-cinder-794661-1-smb neutron-server[103517]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 03 18:50:31.031330 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f2e46643-a134-4549-90b5-2833d6d258f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:31.039950 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:50:31.069369 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-f2e46643-a134-4549-90b5-2833d6d258f3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=400a0be774e44881b4dd558fbf812118&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5119328 Jun 03 18:50:31.069497 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.db_base_plugin_common [None req-099c196c-6b6b-42a7-9606-a8b8d173efc7 admin admin] Allocated IP 172.28.1.76 (6ece2837-d49d-41e4-9380-4ff50b3876fc/eed56ebd-fbdc-4b64-be4b-629d7f0513a5/979caf76-a2f0-453a-a8ea-21d92056cecb) {{(pid=103517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 18:50:31.070458 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 50758) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:50:31.072228 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e46643-a134-4549-90b5-2833d6d258f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8923fa99-b299-487f-ba2e-4afde7ea69c6,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:50:31.078598 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-f2e46643-a134-4549-90b5-2833d6d258f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:50:31.086470 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f4e192-da7b-4c57-9218-b6627c92554a req-4325f041-1e28-4c9c-ac87-3558b59b156a tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:31.091322 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-d8f4e192-da7b-4c57-9218-b6627c92554a req-4325f041-1e28-4c9c-ac87-3558b59b156a tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] Synchronizing usage tracker for tenant:44152c1d446c498fbec3ea4eee4d6c61 on resource:network {{(pid=103516) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 18:50:31.135368 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64b1653-982a-458a-bd50-db62c908ebdb req-0c15cd3b-653d-43f4-ba08-992fee784185 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:31.135368 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-d64b1653-982a-458a-bd50-db62c908ebdb req-0c15cd3b-653d-43f4-ba08-992fee784185 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/networks?id=10b7379a-996c-49eb-a4af-c8a0e0fe9011 HTTP/1.1" status: 200 len: 814 time: 0.1381073 Jun 03 18:50:31.176950 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-d64b1653-982a-458a-bd50-db62c908ebdb req-5d397f39-eedf-487b-9ffa-2ca667451cdb tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/quotas/c8ba5f9b622448d591fdad53cf4828bc HTTP/1.1" status: 200 len: 375 time: 0.0405591 Jun 03 18:50:31.227971 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-d64b1653-982a-458a-bd50-db62c908ebdb req-e79aa7de-cf27-4945-b0ce-712f97c549a8 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c8ba5f9b622448d591fdad53cf4828bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448320 Jun 03 18:50:31.236015 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-5c242482-c0fe-4828-ace0-27ce2c513308 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:31.250826 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-e82f4e3b-f221-4e84-994d-7bfe998bc44c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:31.265408 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-5c242482-c0fe-4828-ace0-27ce2c513308 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:31.272244 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-099c196c-6b6b-42a7-9606-a8b8d173efc7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:31.314017 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [req-d64b1653-982a-458a-bd50-db62c908ebdb req-6bb1dd23-1390-479e-8ed2-99ad24ec983d service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103517) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 18:50:31.314563 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-d64b1653-982a-458a-bd50-db62c908ebdb req-6bb1dd23-1390-479e-8ed2-99ad24ec983d service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0324395 Jun 03 18:50:31.379944 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-e82f4e3b-f221-4e84-994d-7bfe998bc44c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:31.385767 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:50:31.394321 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-d64b1653-982a-458a-bd50-db62c908ebdb req-5b576da4-7d30-4df1-bc56-3c5f9bbaf223 service neutron] 10.222.0.44 "GET /v2.0/networks/10b7379a-996c-49eb-a4af-c8a0e0fe9011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0763960 Jun 03 18:50:31.419292 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-099c196c-6b6b-42a7-9606-a8b8d173efc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751241322828'] for port, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:31.422758 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-5c242482-c0fe-4828-ace0-27ce2c513308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:31.422758 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-e82f4e3b-f221-4e84-994d-7bfe998bc44c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1f3a1231ceb94e10ae5c6890511ae75f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8420050 Jun 03 18:50:31.422758 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82f4e3b-f221-4e84-994d-7bfe998bc44c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa6dde8f-ff6e-48dc-bafa-ea16adf61ecb,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:50:31.425181 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 50770) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:50:31.434542 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-e82f4e3b-f221-4e84-994d-7bfe998bc44c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:50:31.436259 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:50:31.460576 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f38e3819-06f0-4efd-b9f6-22ac46a9ab17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:31.479287 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f38e3819-06f0-4efd-b9f6-22ac46a9ab17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:31.491179 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-d8f4e192-da7b-4c57-9218-b6627c92554a req-4325f041-1e28-4c9c-ac87-3558b59b156a tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] Unset dirty status for tenant:44152c1d446c498fbec3ea4eee4d6c61 on resource:network {{(pid=103516) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 18:50:31.491667 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-d8f4e192-da7b-4c57-9218-b6627c92554a req-4325f041-1e28-4c9c-ac87-3558b59b156a tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] 10.222.0.44 "GET /v2.0/networks?id=bc36df11-257a-47a2-aa32-264632736577 HTTP/1.1" status: 200 len: 811 time: 0.5092292 Jun 03 18:50:31.514014 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-d8f4e192-da7b-4c57-9218-b6627c92554a req-7fdf4b63-c317-42d8-aec6-60e34612f905 tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] 10.222.0.44 "GET /v2.0/quotas/44152c1d446c498fbec3ea4eee4d6c61 HTTP/1.1" status: 200 len: 375 time: 0.0152049 Jun 03 18:50:31.542289 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-d8f4e192-da7b-4c57-9218-b6627c92554a req-309a1e09-d288-4a1a-bdcd-15af86879969 tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=44152c1d446c498fbec3ea4eee4d6c61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0249128 Jun 03 18:50:31.560348 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099c196c-6b6b-42a7-9606-a8b8d173efc7 admin admin] Network 6ece2837-d49d-41e4-9380-4ff50b3876fc is already hosted by enough agents. {{(pid=103517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 18:50:31.562201 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.scheduler.base_scheduler [None req-099c196c-6b6b-42a7-9606-a8b8d173efc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 18:50:31.568184 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099c196c-6b6b-42a7-9606-a8b8d173efc7 admin admin] Received port after_create {{(pid=103517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 18:50:31.600879 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [req-d8f4e192-da7b-4c57-9218-b6627c92554a req-e3ecd671-b732-499b-b6cb-da116c2666a4 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 18:50:31.601501 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-d8f4e192-da7b-4c57-9218-b6627c92554a req-e3ecd671-b732-499b-b6cb-da116c2666a4 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0263855 Jun 03 18:50:31.610947 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099c196c-6b6b-42a7-9606-a8b8d173efc7 admin admin] Pushing event updated for resources: {'Port': ['ID=979caf76-a2f0-453a-a8ea-21d92056cecb,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:50:31.640897 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-099c196c-6b6b-42a7-9606-a8b8d173efc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:50:31.642743 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-5c242482-c0fe-4828-ace0-27ce2c513308 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:31.643416 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-5c242482-c0fe-4828-ace0-27ce2c513308 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8923fa99-b299-487f-ba2e-4afde7ea69c6 HTTP/1.1" status: 204 len: 168 time: 0.5715027 Jun 03 18:50:31.643711 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.209s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:50:31.672879 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-d8f4e192-da7b-4c57-9218-b6627c92554a req-2c5cd5f4-34ec-474f-8eb7-bb9e2d7206ff service neutron] 10.222.0.44 "GET /v2.0/networks/bc36df11-257a-47a2-aa32-264632736577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0676191 Jun 03 18:50:31.675347 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c242482-c0fe-4828-ace0-27ce2c513308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8923fa99-b299-487f-ba2e-4afde7ea69c6,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:50:31.678186 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-5c242482-c0fe-4828-ace0-27ce2c513308 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:50:31.679457 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-d64b1653-982a-458a-bd50-db62c908ebdb req-342a514e-7f82-4cea-877a-a76d3f215235 service neutron] 10.222.0.44 "GET /v2.0/networks/10b7379a-996c-49eb-a4af-c8a0e0fe9011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771049 Jun 03 18:50:31.754168 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f38e3819-06f0-4efd-b9f6-22ac46a9ab17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:31.758975 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:50:31.769194 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38e3819-06f0-4efd-b9f6-22ac46a9ab17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa6dde8f-ff6e-48dc-bafa-ea16adf61ecb,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:50:31.772511 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-f38e3819-06f0-4efd-b9f6-22ac46a9ab17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:50:31.783501 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f38e3819-06f0-4efd-b9f6-22ac46a9ab17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:31.786187 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-f38e3819-06f0-4efd-b9f6-22ac46a9ab17 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/aa6dde8f-ff6e-48dc-bafa-ea16adf61ecb HTTP/1.1" status: 204 len: 168 time: 0.3587987 Jun 03 18:50:31.789641 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-d8f4e192-da7b-4c57-9218-b6627c92554a req-7dbb37d6-b0b6-41fe-8d7a-443f8f56384a service neutron] 10.222.0.44 "GET /v2.0/networks/bc36df11-257a-47a2-aa32-264632736577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088498 Jun 03 18:50:31.914579 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-099c196c-6b6b-42a7-9606-a8b8d173efc7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:32.059040 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:32.090240 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-099c196c-6b6b-42a7-9606-a8b8d173efc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573491'] for router, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:32.202697 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-a1f2e993-3e54-4d2b-900f-5390f48aff97 req-32fc130f-7e7a-490c-af3d-5c69b1c4be76 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c90a8b7-69fa-4ab3-9608-670d0ac84b0e HTTP/1.1" status: 200 len: 210 time: 0.0474937 Jun 03 18:50:32.249777 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-c3c240ec-e6e6-4bd7-858d-7cbab7bd3677 req-08ed4f8a-527f-4154-9e38-f49835ad5f3c tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] 10.222.0.44 "GET /v2.0/ports?device_id=3932d5b8-2e5d-44d3-8fbb-a41f1556e399 HTTP/1.1" status: 200 len: 210 time: 0.0274558 Jun 03 18:50:32.425020 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-099c196c-6b6b-42a7-9606-a8b8d173efc7 admin admin] Router dc173db3-4120-4883-acfc-2ee360feef36 is scheduled to L3 agent e49736c8-5019-4904-a5ca-8bb53e194ab8 with binding_index 1 {{(pid=103517) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 18:50:32.527006 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-099c196c-6b6b-42a7-9606-a8b8d173efc7 admin admin] Notify agent at l3_agent.dv-cinder-794661-1-smb the message routers_updated {{(pid=103517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 18:50:32.532735 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328aa8f3-a110-441c-bf52-8741984a73d0 None None] Sync routers for ids ['dc173db3-4120-4883-acfc-2ee360feef36'] in dv-cinder-794661-1-smb {{(pid=103519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 18:50:32.540452 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328aa8f3-a110-441c-bf52-8741984a73d0 None None] Routers {'dc173db3-4120-4883-acfc-2ee360feef36'} bound to L3 agent in host dv-cinder-794661-1-smb {{(pid=103519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 18:50:32.540788 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_hamode_db [None req-328aa8f3-a110-441c-bf52-8741984a73d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794661-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T18:44:31Z,description=,heartbeat_timestamp=2021-06-03T18:50:31Z,host='dv-cinder-794661-1-smb',id=e49736c8-5019-4904-a5ca-8bb53e194ab8,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T18:44:31Z,topic='l3_agent')) {'router_ids': ['dc173db3-4120-4883-acfc-2ee360feef36'], 'active': True} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:50:32.596601 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:32.631411 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_dvr_db [None req-328aa8f3-a110-441c-bf52-8741984a73d0 None None] Set router dc173db3-4120-4883-acfc-2ee360feef36 gateway port host: dv-cinder-794661-1-smb {{(pid=103519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 18:50:32.679046 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-099c196c-6b6b-42a7-9606-a8b8d173efc7 admin admin] Notify callbacks [] for router, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:32.682160 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-099c196c-6b6b-42a7-9606-a8b8d173efc7 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.1650977 Jun 03 18:50:32.684930 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 50868) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:50:32.692315 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 50872) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:50:32.707448 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-fb4453ce-4734-47ea-8f21-b9cbdb100dc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:32.712086 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-fb4453ce-4734-47ea-8f21-b9cbdb100dc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:50:32.714631 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-fb4453ce-4734-47ea-8f21-b9cbdb100dc5 admin admin] Usage tracker for resource:security_group_rule and tenant:c4713e5b6278474bbef37a06fe1c420f is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:50:32.716334 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-fb4453ce-4734-47ea-8f21-b9cbdb100dc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:50:32.719506 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-fb4453ce-4734-47ea-8f21-b9cbdb100dc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:50:32.732030 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:32.811010 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_hamode_db [None req-328aa8f3-a110-441c-bf52-8741984a73d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc173db3-4120-4883-acfc-2ee360feef36', 'name': 'tempest-ServerRescueNegativeTestJSON-959099436-router', 'tenant_id': '04d914789bfc4c6082997cc72d5d376a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.76'}], 'enable_snat': True}, 'gw_port_id': '979caf76-a2f0-453a-a8ea-21d92056cecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T18:50:30Z', 'updated_at': '2021-06-03T18:50:31Z', 'revision_number': 3, 'project_id': '04d914789bfc4c6082997cc72d5d376a', 'gw_port': {'id': '979caf76-a2f0-453a-a8ea-21d92056cecb', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5e:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc173db3-4120-4883-acfc-2ee360feef36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:50:30Z', 'updated_at': '2021-06-03T18:50:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb'}], 'dv-cinder-794661-1-smb', False) {} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:50:32.813358 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328aa8f3-a110-441c-bf52-8741984a73d0 None None] Checking router: dc173db3-4120-4883-acfc-2ee360feef36 for host: dv-cinder-794661-1-smb {{(pid=103519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 18:50:32.813549 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328aa8f3-a110-441c-bf52-8741984a73d0 None None] Updating router dc173db3-4120-4883-acfc-2ee360feef36 port 979caf76-a2f0-453a-a8ea-21d92056cecb binding host dv-cinder-794661-1-smb {{(pid=103519) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 18:50:32.843048 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-328aa8f3-a110-441c-bf52-8741984a73d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:32.862353 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-fb4453ce-4734-47ea-8f21-b9cbdb100dc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:33.031955 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-fb4453ce-4734-47ea-8f21-b9cbdb100dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:33.045674 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-cf321f0b-569e-40a8-882c-a5d566fce61f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:50:33.050309 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-328aa8f3-a110-441c-bf52-8741984a73d0 None None] Notify callbacks [] for port, precommit_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:33.058618 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.provisioning_blocks [None req-328aa8f3-a110-441c-bf52-8741984a73d0 None None] Transition to ACTIVE for port object 979caf76-a2f0-453a-a8ea-21d92056cecb will not be triggered until provisioned by entity L2. {{(pid=103519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 18:50:33.077667 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-fb4453ce-4734-47ea-8f21-b9cbdb100dc5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c4713e5b6278474bbef37a06fe1c420f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3844419 Jun 03 18:50:33.079993 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 50886) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:50:33.087873 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4453ce-4734-47ea-8f21-b9cbdb100dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6afc7d0b-f3b2-401a-9572-2b89b2180231,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:50:33.090502 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-fb4453ce-4734-47ea-8f21-b9cbdb100dc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:50:33.127893 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-5d4443b5-234f-413e-a6e6-1e0f5e990c34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:33.141202 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-5d4443b5-234f-413e-a6e6-1e0f5e990c34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:33.156407 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2323cc20-2339-41cf-8b14-dca70496cca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:33.251135 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-328aa8f3-a110-441c-bf52-8741984a73d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:33.254675 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG oslo_concurrency.lockutils [None req-63c84a7b-fbb6-4ca4-b973-6bdf83f20ece None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:50:33.257113 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-5c28f1e7-9501-4e1f-9b58-7a0d0902e164 req-3c515616-c924-488f-a44a-23a64206a72f tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c90a8b7-69fa-4ab3-9608-670d0ac84b0e HTTP/1.1" status: 200 len: 210 time: 0.0263083 Jun 03 18:50:33.296919 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.plugins.ml2.managers [None req-328aa8f3-a110-441c-bf52-8741984a73d0 None None] Attempting to bind port 979caf76-a2f0-453a-a8ea-21d92056cecb on host dv-cinder-794661-1-smb for vnic_type normal with profile {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 18:50:33.297128 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.plugins.ml2.managers [None req-328aa8f3-a110-441c-bf52-8741984a73d0 None None] Attempting to bind port 979caf76-a2f0-453a-a8ea-21d92056cecb by drivers openvswitch,hyperv on host dv-cinder-794661-1-smb at level 0 using segments [{'id': 'cb7a02ef-c488-4fe7-ad15-1fca81e02b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc'}] {{(pid=103519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 18:50:33.297327 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328aa8f3-a110-441c-bf52-8741984a73d0 None None] Attempting to bind port 979caf76-a2f0-453a-a8ea-21d92056cecb on network 6ece2837-d49d-41e4-9380-4ff50b3876fc {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 18:50:33.300763 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504dc37e-54e6-4f4f-a20c-eaf681d7a43d None None] Pushing event updated for resources: {'Port': ['ID=979caf76-a2f0-453a-a8ea-21d92056cecb,revision_number=2']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:50:33.303469 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328aa8f3-a110-441c-bf52-8741984a73d0 None None] Checking agent: {'id': '9af4ad39-3160-4d10-9b77-67ea66ff9724', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794661-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 18, 44, 30), 'started_at': datetime.datetime(2021, 6, 3, 18, 45, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 18, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794661-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 18:50:33.303670 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328aa8f3-a110-441c-bf52-8741984a73d0 None None] Checking segment: {'id': 'cb7a02ef-c488-4fe7-ad15-1fca81e02b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 18:50:33.303907 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-328aa8f3-a110-441c-bf52-8741984a73d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:33.304119 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328aa8f3-a110-441c-bf52-8741984a73d0 None None] Bound using segment: {'id': 'cb7a02ef-c488-4fe7-ad15-1fca81e02b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc'} {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 18:50:33.304380 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.plugins.ml2.managers [None req-328aa8f3-a110-441c-bf52-8741984a73d0 None None] Bound port: 979caf76-a2f0-453a-a8ea-21d92056cecb, host: dv-cinder-794661-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7a02ef-c488-4fe7-ad15-1fca81e02b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc'}}] {{(pid=103519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 18:50:33.304587 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-328aa8f3-a110-441c-bf52-8741984a73d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:33.330824 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-5d4443b5-234f-413e-a6e6-1e0f5e990c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:33.339594 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504dc37e-54e6-4f4f-a20c-eaf681d7a43d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:50:33.339594 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504dc37e-54e6-4f4f-a20c-eaf681d7a43d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:50:33.339594 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504dc37e-54e6-4f4f-a20c-eaf681d7a43d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:50:33.339594 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504dc37e-54e6-4f4f-a20c-eaf681d7a43d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:50:33.339594 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504dc37e-54e6-4f4f-a20c-eaf681d7a43d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:50:33.339594 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504dc37e-54e6-4f4f-a20c-eaf681d7a43d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:50:33.339594 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504dc37e-54e6-4f4f-a20c-eaf681d7a43d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:50:33.339594 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504dc37e-54e6-4f4f-a20c-eaf681d7a43d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:50:33.339594 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504dc37e-54e6-4f4f-a20c-eaf681d7a43d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:50:33.339594 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504dc37e-54e6-4f4f-a20c-eaf681d7a43d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:50:33.339594 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504dc37e-54e6-4f4f-a20c-eaf681d7a43d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:50:33.339594 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504dc37e-54e6-4f4f-a20c-eaf681d7a43d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:50:33.339594 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504dc37e-54e6-4f4f-a20c-eaf681d7a43d None None] Tracked resource versions report: Jun 03 18:50:33.339594 dv-cinder-794661-1-smb neutron-server[103519]: pushed versions: Jun 03 18:50:33.339594 dv-cinder-794661-1-smb neutron-server[103519]: { 'AddressGroup': {'1.2'}, Jun 03 18:50:33.339594 dv-cinder-794661-1-smb neutron-server[103519]: 'ConntrackHelper': {'1.0'}, Jun 03 18:50:33.339594 dv-cinder-794661-1-smb neutron-server[103519]: 'Log': {'1.0'}, Jun 03 18:50:33.339594 dv-cinder-794661-1-smb neutron-server[103519]: 'Network': {'1.1'}, Jun 03 18:50:33.339594 dv-cinder-794661-1-smb neutron-server[103519]: 'Port': {'1.7'}, Jun 03 18:50:33.339594 dv-cinder-794661-1-smb neutron-server[103519]: 'PortForwarding': {'1.2'}, Jun 03 18:50:33.339594 dv-cinder-794661-1-smb neutron-server[103519]: 'QosPolicy': {'1.8'}, Jun 03 18:50:33.339594 dv-cinder-794661-1-smb neutron-server[103519]: 'SecurityGroup': {'1.4'}, Jun 03 18:50:33.339594 dv-cinder-794661-1-smb neutron-server[103519]: 'SecurityGroupRule': {'1.2'}, Jun 03 18:50:33.339594 dv-cinder-794661-1-smb neutron-server[103519]: 'SubPort': {'1.0'}, Jun 03 18:50:33.339594 dv-cinder-794661-1-smb neutron-server[103519]: 'Subnet': {'1.1'}, Jun 03 18:50:33.339594 dv-cinder-794661-1-smb neutron-server[103519]: 'Trunk': {'1.1'}} Jun 03 18:50:33.339594 dv-cinder-794661-1-smb neutron-server[103519]: consumer versions: Jun 03 18:50:33.339594 dv-cinder-794661-1-smb neutron-server[103519]: { DHCP agent@dv-cinder-794661-1-smb: {}, Jun 03 18:50:33.339594 dv-cinder-794661-1-smb neutron-server[103519]: HyperV agent@hv-cinder-79466: {}, Jun 03 18:50:33.339594 dv-cinder-794661-1-smb neutron-server[103519]: L3 agent@dv-cinder-794661-1-smb: {}, Jun 03 18:50:33.339594 dv-cinder-794661-1-smb neutron-server[103519]: Metadata agent@dv-cinder-794661-1-smb: {}, Jun 03 18:50:33.339594 dv-cinder-794661-1-smb neutron-server[103519]: Metering agent@dv-cinder-794661-1-smb: {}, Jun 03 18:50:33.339594 dv-cinder-794661-1-smb neutron-server[103519]: Open vSwitch agent@dv-cinder-794661-1-smb: { 'AddressGroup': '1.2', Jun 03 18:50:33.339594 dv-cinder-794661-1-smb neutron-server[103519]: 'ConntrackHelper': '1.0', Jun 03 18:50:33.339594 dv-cinder-794661-1-smb neutron-server[103519]: 'Log': '1.0', Jun 03 18:50:33.339594 dv-cinder-794661-1-smb neutron-server[103519]: 'Network': '1.1', Jun 03 18:50:33.339594 dv-cinder-794661-1-smb neutron-server[103519]: 'Port': '1.7', Jun 03 18:50:33.339594 dv-cinder-794661-1-smb neutron-server[103519]: 'PortForwarding': '1.2', Jun 03 18:50:33.339594 dv-cinder-794661-1-smb neutron-server[103519]: 'QosPolicy': '1.8', Jun 03 18:50:33.339594 dv-cinder-794661-1-smb neutron-server[103519]: 'SecurityGroup': '1.4', Jun 03 18:50:33.339594 dv-cinder-794661-1-smb neutron-server[103519]: 'SecurityGroupRule': '1.2', Jun 03 18:50:33.339594 dv-cinder-794661-1-smb neutron-server[103519]: 'SubPort': '1.0', Jun 03 18:50:33.341212 dv-cinder-794661-1-smb neutron-server[103519]: 'Subnet': '1.1', Jun 03 18:50:33.341212 dv-cinder-794661-1-smb neutron-server[103519]: 'Trunk': '1.1'}} Jun 03 18:50:33.341212 dv-cinder-794661-1-smb neutron-server[103519]: {{(pid=103519) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 18:50:33.341212 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG oslo_concurrency.lockutils [None req-504dc37e-54e6-4f4f-a20c-eaf681d7a43d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=103519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:50:33.341344 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-680d4eee-2a33-4c42-b7e7-dc12d8de0edf req-c25e7de7-28d3-40dd-bbd8-1520fd70cc33 tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] 10.222.0.44 "GET /v2.0/ports?device_id=3932d5b8-2e5d-44d3-8fbb-a41f1556e399 HTTP/1.1" status: 200 len: 210 time: 0.0456877 Jun 03 18:50:33.341344 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-fb4453ce-4734-47ea-8f21-b9cbdb100dc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:50:33.347503 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4443b5-234f-413e-a6e6-1e0f5e990c34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6afc7d0b-f3b2-401a-9572-2b89b2180231,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:50:33.348881 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-5d4443b5-234f-413e-a6e6-1e0f5e990c34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:33.349503 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-5d4443b5-234f-413e-a6e6-1e0f5e990c34 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6afc7d0b-f3b2-401a-9572-2b89b2180231 HTTP/1.1" status: 204 len: 168 time: 0.2689486 Jun 03 18:50:33.350291 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-5d4443b5-234f-413e-a6e6-1e0f5e990c34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:50:33.385350 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.plugins.ml2.db [None req-328aa8f3-a110-441c-bf52-8741984a73d0 None None] For port 979caf76-a2f0-453a-a8ea-21d92056cecb, host dv-cinder-794661-1-smb, cleared binding levels {{(pid=103519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 18:50:33.399730 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.plugins.ml2.db [None req-328aa8f3-a110-441c-bf52-8741984a73d0 None None] For port 979caf76-a2f0-453a-a8ea-21d92056cecb, host dv-cinder-794661-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794661-1-smb',level=0,port_id=979caf76-a2f0-453a-a8ea-21d92056cecb,segment=NetworkSegment(cb7a02ef-c488-4fe7-ad15-1fca81e02b96),segment_id=cb7a02ef-c488-4fe7-ad15-1fca81e02b96)] {{(pid=103519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 18:50:33.407340 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 50904) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:50:33.442176 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-2323cc20-2339-41cf-8b14-dca70496cca4 admin admin] Allocated IP 172.20.0.1 (96b760d7-3720-403e-b1ec-2fd415aa44fd/cdba7c81-6690-4a2c-8589-65ca072f8ce6/302c5655-1ae7-4d23-81c5-0d29ccdf6ad2) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 18:50:33.469021 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.v2.base [None req-b1bf8702-fdb1-46dd-b52c-6f8b71c02fe0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1293516022-network', 'tenant_id': '84928e0af514461fb1ad3592539a70e2'}} {{(pid=103517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:50:33.471804 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-b1bf8702-fdb1-46dd-b52c-6f8b71c02fe0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:50:33.474000 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-b1bf8702-fdb1-46dd-b52c-6f8b71c02fe0 admin admin] Usage tracker for resource:network and tenant:84928e0af514461fb1ad3592539a70e2 is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:50:33.475929 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-b1bf8702-fdb1-46dd-b52c-6f8b71c02fe0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:50:33.479211 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-b1bf8702-fdb1-46dd-b52c-6f8b71c02fe0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:50:33.524428 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2323cc20-2339-41cf-8b14-dca70496cca4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:33.640422 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-328aa8f3-a110-441c-bf52-8741984a73d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:33.648039 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG oslo_concurrency.lockutils [None req-504dc37e-54e6-4f4f-a20c-eaf681d7a43d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:50:33.686150 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328aa8f3-a110-441c-bf52-8741984a73d0 None None] Routers {'dc173db3-4120-4883-acfc-2ee360feef36'} bound to L3 agent in host dv-cinder-794661-1-smb {{(pid=103519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 18:50:33.686502 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_hamode_db [None req-328aa8f3-a110-441c-bf52-8741984a73d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794661-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T18:44:31Z,description=,heartbeat_timestamp=2021-06-03T18:50:31Z,host='dv-cinder-794661-1-smb',id=e49736c8-5019-4904-a5ca-8bb53e194ab8,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T18:44:31Z,topic='l3_agent')) {'router_ids': ['dc173db3-4120-4883-acfc-2ee360feef36'], 'active': True} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:50:33.721626 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504dc37e-54e6-4f4f-a20c-eaf681d7a43d None None] Pushing event updated for resources: {'Port': ['ID=979caf76-a2f0-453a-a8ea-21d92056cecb,revision_number=3']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:50:33.724048 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG oslo_concurrency.lockutils [None req-504dc37e-54e6-4f4f-a20c-eaf681d7a43d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=103519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:50:33.744027 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2323cc20-2339-41cf-8b14-dca70496cca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751241322828'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:33.744726 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1bf8702-fdb1-46dd-b52c-6f8b71c02fe0 admin admin] Made reservation on behalf of 84928e0af514461fb1ad3592539a70e2 for: {'network': 1} {{(pid=103517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 18:50:33.746731 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:50:33.747957 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-b1bf8702-fdb1-46dd-b52c-6f8b71c02fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1684408'] for network, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:33.763490 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-b1bf8702-fdb1-46dd-b52c-6f8b71c02fe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:33.775319 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-b1bf8702-fdb1-46dd-b52c-6f8b71c02fe0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:50:33.777414 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-b1bf8702-fdb1-46dd-b52c-6f8b71c02fe0 admin admin] Usage tracker for resource:security_group_rule and tenant:84928e0af514461fb1ad3592539a70e2 is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:50:33.778930 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-b1bf8702-fdb1-46dd-b52c-6f8b71c02fe0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:50:33.782216 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-b1bf8702-fdb1-46dd-b52c-6f8b71c02fe0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:50:33.784327 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2323cc20-2339-41cf-8b14-dca70496cca4 admin admin] Network 96b760d7-3720-403e-b1ec-2fd415aa44fd is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 18:50:33.787567 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_dvr_db [None req-328aa8f3-a110-441c-bf52-8741984a73d0 None None] Set router dc173db3-4120-4883-acfc-2ee360feef36 gateway port host: dv-cinder-794661-1-smb {{(pid=103519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 18:50:33.787949 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-2323cc20-2339-41cf-8b14-dca70496cca4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 18:50:33.790609 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2323cc20-2339-41cf-8b14-dca70496cca4 admin admin] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 18:50:33.790926 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2323cc20-2339-41cf-8b14-dca70496cca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573693'] for router_interface, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:33.852234 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-b1bf8702-fdb1-46dd-b52c-6f8b71c02fe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:33.908008 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2323cc20-2339-41cf-8b14-dca70496cca4 admin admin] Pushing event updated for resources: {'Port': ['ID=302c5655-1ae7-4d23-81c5-0d29ccdf6ad2,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:50:33.925363 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-2323cc20-2339-41cf-8b14-dca70496cca4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:50:33.974540 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_hamode_db [None req-328aa8f3-a110-441c-bf52-8741984a73d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc173db3-4120-4883-acfc-2ee360feef36', 'name': 'tempest-ServerRescueNegativeTestJSON-959099436-router', 'tenant_id': '04d914789bfc4c6082997cc72d5d376a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.76'}], 'enable_snat': True}, 'gw_port_id': '979caf76-a2f0-453a-a8ea-21d92056cecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T18:50:30Z', 'updated_at': '2021-06-03T18:50:31Z', 'revision_number': 3, 'project_id': '04d914789bfc4c6082997cc72d5d376a', 'gw_port': {'id': '979caf76-a2f0-453a-a8ea-21d92056cecb', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5e:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc173db3-4120-4883-acfc-2ee360feef36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:50:30Z', 'updated_at': '2021-06-03T18:50:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb'}], 'dv-cinder-794661-1-smb', False) {} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:50:33.978191 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328aa8f3-a110-441c-bf52-8741984a73d0 None None] The sync data for ids ['dc173db3-4120-4883-acfc-2ee360feef36'] in dv-cinder-794661-1-smb is: [{'id': 'dc173db3-4120-4883-acfc-2ee360feef36', 'name': 'tempest-ServerRescueNegativeTestJSON-959099436-router', 'tenant_id': '04d914789bfc4c6082997cc72d5d376a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.76'}], 'enable_snat': True}, 'gw_port_id': '979caf76-a2f0-453a-a8ea-21d92056cecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T18:50:30Z', 'updated_at': '2021-06-03T18:50:31Z', 'revision_number': 3, 'project_id': '04d914789bfc4c6082997cc72d5d376a', 'gw_port': {'id': '979caf76-a2f0-453a-a8ea-21d92056cecb', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5e:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc173db3-4120-4883-acfc-2ee360feef36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:50:30Z', 'updated_at': '2021-06-03T18:50:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb'}] {{(pid=103519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 18:50:34.070805 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-b1bf8702-fdb1-46dd-b52c-6f8b71c02fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:34.073799 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:50:34.087100 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1bf8702-fdb1-46dd-b52c-6f8b71c02fe0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1415} {{(pid=103517) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 18:50:34.095440 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bf8702-fdb1-46dd-b52c-6f8b71c02fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12edb022-162d-40bb-89bb-c6aca89e6249,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:50:34.098160 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-b1bf8702-fdb1-46dd-b52c-6f8b71c02fe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:50:34.111648 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-b1bf8702-fdb1-46dd-b52c-6f8b71c02fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529572'] for segment, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:34.111648 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.db.segments_db [None req-b1bf8702-fdb1-46dd-b52c-6f8b71c02fe0 admin admin] Added segment c4d18d22-02a8-4635-8c7b-06ffe643dfaa of type vlan for network d97f5e1e-a2e2-41ef-8654-748ebe7da58e Jun 03 18:50:34.114295 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-b1bf8702-fdb1-46dd-b52c-6f8b71c02fe0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751241310154'] for network, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:34.250574 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2323cc20-2339-41cf-8b14-dca70496cca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:34.263312 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-b1bf8702-fdb1-46dd-b52c-6f8b71c02fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549287'] for network, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:34.269023 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1bf8702-fdb1-46dd-b52c-6f8b71c02fe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:34.269196 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-b1bf8702-fdb1-46dd-b52c-6f8b71c02fe0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549304'] for network, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:34.276516 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:50:34.350501 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-b53b9ef1-2284-41d3-8a1e-acae484a8129 req-e7e08157-5c5e-4730-8aec-bd8e7b3f6502 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c90a8b7-69fa-4ab3-9608-670d0ac84b0e HTTP/1.1" status: 200 len: 210 time: 0.0384514 Jun 03 18:50:34.384860 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bf8702-fdb1-46dd-b52c-6f8b71c02fe0 admin admin] Pushing event updated for resources: {'Network': ['ID=d97f5e1e-a2e2-41ef-8654-748ebe7da58e,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:50:34.386837 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-b1bf8702-fdb1-46dd-b52c-6f8b71c02fe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:50:34.392051 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Network d97f5e1e-a2e2-41ef-8654-748ebe7da58e details requested by agent ovs-agent-dv-cinder-794661-1-smb with host dv-cinder-794661-1-smb {{(pid=103518) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 18:50:34.424670 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-f1c16cad-a67e-49ff-9d4c-8bf66aeed9df req-e7e859b8-0f81-4871-94c8-5dcd1aea56e2 tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] 10.222.0.44 "GET /v2.0/ports?device_id=3932d5b8-2e5d-44d3-8fbb-a41f1556e399 HTTP/1.1" status: 200 len: 210 time: 0.0301383 Jun 03 18:50:34.436925 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2323cc20-2339-41cf-8b14-dca70496cca4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:34.489562 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-b1bf8702-fdb1-46dd-b52c-6f8b71c02fe0 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.0812418 Jun 03 18:50:34.491131 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 50948) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:50:34.494167 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.v2.base [None req-c74873ea-bce0-457d-981c-5cd0bf3ce4f4 admin admin] Request body: {'subnet': {'network_id': 'd97f5e1e-a2e2-41ef-8654-748ebe7da58e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1293516022-subnet', 'tenant_id': '84928e0af514461fb1ad3592539a70e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:50:34.497538 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-c74873ea-bce0-457d-981c-5cd0bf3ce4f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:50:34.504277 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-c74873ea-bce0-457d-981c-5cd0bf3ce4f4 admin admin] Usage tracker for resource:subnet and tenant:84928e0af514461fb1ad3592539a70e2 is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:50:34.504277 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-c74873ea-bce0-457d-981c-5cd0bf3ce4f4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:50:34.508198 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-c74873ea-bce0-457d-981c-5cd0bf3ce4f4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:50:34.577500 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2323cc20-2339-41cf-8b14-dca70496cca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:34.578272 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2323cc20-2339-41cf-8b14-dca70496cca4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405393'] for router_interface, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:34.581416 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-2323cc20-2339-41cf-8b14-dca70496cca4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:50:34.631894 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2323cc20-2339-41cf-8b14-dca70496cca4 admin admin] Pushing event updated for resources: {'Port': ['ID=302c5655-1ae7-4d23-81c5-0d29ccdf6ad2,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:50:34.654390 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-2323cc20-2339-41cf-8b14-dca70496cca4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:50:34.655987 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c74873ea-bce0-457d-981c-5cd0bf3ce4f4 admin admin] Made reservation on behalf of 84928e0af514461fb1ad3592539a70e2 for: {'subnet': 1} {{(pid=103517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 18:50:34.657627 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c74873ea-bce0-457d-981c-5cd0bf3ce4f4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:34.693745 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2323cc20-2339-41cf-8b14-dca70496cca4 admin admin] Network 96b760d7-3720-403e-b1ec-2fd415aa44fd is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 18:50:34.694462 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-2323cc20-2339-41cf-8b14-dca70496cca4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 18:50:34.810113 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2323cc20-2339-41cf-8b14-dca70496cca4 admin admin] Router dc173db3-4120-4883-acfc-2ee360feef36 has already been hosted by L3 agent e49736c8-5019-4904-a5ca-8bb53e194ab8 {{(pid=103516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 18:50:34.905343 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2323cc20-2339-41cf-8b14-dca70496cca4 admin admin] Notify agent at l3_agent.dv-cinder-794661-1-smb the message routers_updated {{(pid=103516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 18:50:34.912981 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-2323cc20-2339-41cf-8b14-dca70496cca4 admin admin] 10.222.0.44 "PUT /v2.0/routers/dc173db3-4120-4883-acfc-2ee360feef36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2269914 Jun 03 18:50:34.980318 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c74873ea-bce0-457d-981c-5cd0bf3ce4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294'] for subnet, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:34.982368 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:50:35.017797 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74873ea-bce0-457d-981c-5cd0bf3ce4f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16bf54c7-0986-4baa-8f1f-0c8bb2e5673b,revision_number=0']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:50:35.021499 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-c74873ea-bce0-457d-981c-5cd0bf3ce4f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:50:35.024639 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74873ea-bce0-457d-981c-5cd0bf3ce4f4 admin admin] Checking segment: {'id': 'c4d18d22-02a8-4635-8c7b-06ffe643dfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1415, 'network_id': 'd97f5e1e-a2e2-41ef-8654-748ebe7da58e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 18:50:35.024828 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74873ea-bce0-457d-981c-5cd0bf3ce4f4 admin admin] Network hostable DHCP agents. Network: d97f5e1e-a2e2-41ef-8654-748ebe7da58e, hostable agents: ['fb8d2d29-1809-4f62-9f23-eb4c5e08b409'], hosted agents: [] {{(pid=103517) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 18:50:35.127244 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 50978) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:50:35.149586 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74873ea-bce0-457d-981c-5cd0bf3ce4f4 admin admin] Network d97f5e1e-a2e2-41ef-8654-748ebe7da58e is scheduled to be hosted by DHCP agent fb8d2d29-1809-4f62-9f23-eb4c5e08b409 with binding_index 1 {{(pid=103517) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 18:50:35.214418 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5e227f17-0750-4d12-b8fe-65cbe4d7c5a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:35.225548 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-5e227f17-0750-4d12-b8fe-65cbe4d7c5a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:50:35.227814 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-5e227f17-0750-4d12-b8fe-65cbe4d7c5a1 admin admin] Usage tracker for resource:security_group_rule and tenant:0c0ef521460f439183b4715fc87945bd is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:50:35.229551 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-5e227f17-0750-4d12-b8fe-65cbe4d7c5a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:50:35.233435 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-5e227f17-0750-4d12-b8fe-65cbe4d7c5a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:50:35.256386 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a8bb21-04b5-415e-a9fb-1ce13d41717b None None] Sync routers for ids ['dc173db3-4120-4883-acfc-2ee360feef36'] in dv-cinder-794661-1-smb {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 18:50:35.262312 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a8bb21-04b5-415e-a9fb-1ce13d41717b None None] Routers {'dc173db3-4120-4883-acfc-2ee360feef36'} bound to L3 agent in host dv-cinder-794661-1-smb {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 18:50:35.262656 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-24a8bb21-04b5-415e-a9fb-1ce13d41717b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794661-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T18:44:31Z,description=,heartbeat_timestamp=2021-06-03T18:50:31Z,host='dv-cinder-794661-1-smb',id=e49736c8-5019-4904-a5ca-8bb53e194ab8,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T18:44:31Z,topic='l3_agent')) {'router_ids': ['dc173db3-4120-4883-acfc-2ee360feef36'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:50:35.286965 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5e227f17-0750-4d12-b8fe-65cbe4d7c5a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:35.362379 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-24a8bb21-04b5-415e-a9fb-1ce13d41717b None None] Set router dc173db3-4120-4883-acfc-2ee360feef36 gateway port host: dv-cinder-794661-1-smb {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 18:50:35.372291 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.scheduler.base_scheduler [None req-c74873ea-bce0-457d-981c-5cd0bf3ce4f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794661-1-smb, d97f5e1e-a2e2-41ef-8654-748ebe7da58e) {{(pid=103517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 18:50:35.378210 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74873ea-bce0-457d-981c-5cd0bf3ce4f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:35.384864 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c74873ea-bce0-457d-981c-5cd0bf3ce4f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549304'] for subnet, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:35.419811 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15359b47-af34-449c-8d8f-f973e6630d2d None None] Network d97f5e1e-a2e2-41ef-8654-748ebe7da58e requested from dv-cinder-794661-1-smb {{(pid=103518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 18:50:35.443308 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7709b-7519-4510-af6e-962c5a0c0e5e req-3ed74ab1-de8c-42e5-9dee-eadbf04d83cd tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:35.443693 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-aef7709b-7519-4510-af6e-962c5a0c0e5e req-3ed74ab1-de8c-42e5-9dee-eadbf04d83cd tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Synchronizing usage tracker for tenant:04d914789bfc4c6082997cc72d5d376a on resource:network {{(pid=103516) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 18:50:35.460251 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5e227f17-0750-4d12-b8fe-65cbe4d7c5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:35.463016 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-473cfb76-315e-407d-b8ee-8460ac0a6b8c req-010f8e7c-3448-4e8b-a673-8cf5933f7536 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c90a8b7-69fa-4ab3-9608-670d0ac84b0e HTTP/1.1" status: 200 len: 210 time: 0.0305691 Jun 03 18:50:35.501876 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-c74873ea-bce0-457d-981c-5cd0bf3ce4f4 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0099766 Jun 03 18:50:35.521478 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-f2e46643-a134-4549-90b5-2833d6d258f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:50:35.543263 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-5e227f17-0750-4d12-b8fe-65cbe4d7c5a1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0c0ef521460f439183b4715fc87945bd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4152417 Jun 03 18:50:35.544201 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e227f17-0750-4d12-b8fe-65cbe4d7c5a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82ec5afb-a0ce-410c-a698-4f89cb358a8b,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:50:35.553067 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-5e227f17-0750-4d12-b8fe-65cbe4d7c5a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:50:35.559272 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 51016) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:50:35.591754 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-aef7709b-7519-4510-af6e-962c5a0c0e5e req-3ed74ab1-de8c-42e5-9dee-eadbf04d83cd tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Unset dirty status for tenant:04d914789bfc4c6082997cc72d5d376a on resource:network {{(pid=103516) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 18:50:35.592460 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-aef7709b-7519-4510-af6e-962c5a0c0e5e req-3ed74ab1-de8c-42e5-9dee-eadbf04d83cd tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/networks?id=96b760d7-3720-403e-b1ec-2fd415aa44fd HTTP/1.1" status: 200 len: 818 time: 0.2552166 Jun 03 18:50:35.594922 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5e914434-6266-4381-8a77-afc9704380f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:35.614478 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-aef7709b-7519-4510-af6e-962c5a0c0e5e req-e0297cf2-1bb6-48f4-b760-a05a2d7c96c4 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/quotas/04d914789bfc4c6082997cc72d5d376a HTTP/1.1" status: 200 len: 375 time: 0.0136416 Jun 03 18:50:35.616950 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5e914434-6266-4381-8a77-afc9704380f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:35.625597 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-3dee195b-c340-47cf-8182-8b274dd9013b req-85f2d4e0-7795-42cb-beae-fca6405fbe2c tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] 10.222.0.44 "GET /v2.0/ports?device_id=3932d5b8-2e5d-44d3-8fbb-a41f1556e399 HTTP/1.1" status: 200 len: 210 time: 0.0961356 Jun 03 18:50:35.648777 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a4c9d4-255b-4ba6-a72e-8093e1b8c27e None None] Network d97f5e1e-a2e2-41ef-8654-748ebe7da58e requested from dv-cinder-794661-1-smb {{(pid=103518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 18:50:35.688212 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-aef7709b-7519-4510-af6e-962c5a0c0e5e req-9fa4ca79-ae33-4a17-9a25-4d8389191b06 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Synchronizing usage tracker for tenant:04d914789bfc4c6082997cc72d5d376a on resource:port {{(pid=103516) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 18:50:35.713797 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-24a8bb21-04b5-415e-a9fb-1ce13d41717b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc173db3-4120-4883-acfc-2ee360feef36', 'name': 'tempest-ServerRescueNegativeTestJSON-959099436-router', 'tenant_id': '04d914789bfc4c6082997cc72d5d376a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.76'}], 'enable_snat': True}, 'gw_port_id': '979caf76-a2f0-453a-a8ea-21d92056cecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T18:50:30Z', 'updated_at': '2021-06-03T18:50:33Z', 'revision_number': 4, 'project_id': '04d914789bfc4c6082997cc72d5d376a', 'gw_port': {'id': '979caf76-a2f0-453a-a8ea-21d92056cecb', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5e:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc173db3-4120-4883-acfc-2ee360feef36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:50:30Z', 'updated_at': '2021-06-03T18:50:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb', '_interfaces': [{'id': '302c5655-1ae7-4d23-81c5-0d29ccdf6ad2', 'name': '', 'network_id': '96b760d7-3720-403e-b1ec-2fd415aa44fd', 'tenant_id': '04d914789bfc4c6082997cc72d5d376a', 'mac_address': 'fa:16:3e:f8:a9:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc173db3-4120-4883-acfc-2ee360feef36', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'cdba7c81-6690-4a2c-8589-65ca072f8ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:50:33Z', 'updated_at': '2021-06-03T18:50:34Z', 'revision_number': 2, 'project_id': '04d914789bfc4c6082997cc72d5d376a', 'subnets': [{'id': 'cdba7c81-6690-4a2c-8589-65ca072f8ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794661-1-smb', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:50:35.715985 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a8bb21-04b5-415e-a9fb-1ce13d41717b None None] Checking router: dc173db3-4120-4883-acfc-2ee360feef36 for host: dv-cinder-794661-1-smb {{(pid=103518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 18:50:35.715985 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a8bb21-04b5-415e-a9fb-1ce13d41717b None None] Updating router dc173db3-4120-4883-acfc-2ee360feef36 port 302c5655-1ae7-4d23-81c5-0d29ccdf6ad2 binding host dv-cinder-794661-1-smb {{(pid=103518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 18:50:35.780103 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-24a8bb21-04b5-415e-a9fb-1ce13d41717b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:35.818000 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-aef7709b-7519-4510-af6e-962c5a0c0e5e req-9fa4ca79-ae33-4a17-9a25-4d8389191b06 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Unset dirty status for tenant:04d914789bfc4c6082997cc72d5d376a on resource:port {{(pid=103516) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 18:50:35.819097 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-aef7709b-7519-4510-af6e-962c5a0c0e5e req-9fa4ca79-ae33-4a17-9a25-4d8389191b06 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=04d914789bfc4c6082997cc72d5d376a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1981058 Jun 03 18:50:35.819245 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5e914434-6266-4381-8a77-afc9704380f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:35.821470 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-5e227f17-0750-4d12-b8fe-65cbe4d7c5a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:50:35.842759 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e914434-6266-4381-8a77-afc9704380f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ec5afb-a0ce-410c-a698-4f89cb358a8b,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:50:35.850289 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-5e914434-6266-4381-8a77-afc9704380f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:50:35.852823 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5e914434-6266-4381-8a77-afc9704380f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:35.855115 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-5e914434-6266-4381-8a77-afc9704380f3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/82ec5afb-a0ce-410c-a698-4f89cb358a8b HTTP/1.1" status: 204 len: 168 time: 0.2952633 Jun 03 18:50:35.914143 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-aef7709b-7519-4510-af6e-962c5a0c0e5e req-884109eb-e9fe-4f56-8a04-5c595168741c service neutron] 10.222.0.44 "GET /v2.0/networks/96b760d7-3720-403e-b1ec-2fd415aa44fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872514 Jun 03 18:50:35.993733 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-24a8bb21-04b5-415e-a9fb-1ce13d41717b None None] Notify callbacks [] for port, precommit_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:36.003178 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-aef7709b-7519-4510-af6e-962c5a0c0e5e req-2651211e-5bf4-461d-9e4b-10c86543ba95 service neutron] 10.222.0.44 "GET /v2.0/networks/96b760d7-3720-403e-b1ec-2fd415aa44fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884933 Jun 03 18:50:36.006850 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-24a8bb21-04b5-415e-a9fb-1ce13d41717b None None] Transition to ACTIVE for port object 302c5655-1ae7-4d23-81c5-0d29ccdf6ad2 will not be triggered until provisioned by entity L2. {{(pid=103518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 18:50:36.071744 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device 979caf76-a2f0-453a-a8ea-21d92056cecb up at agent ovs-agent-dv-cinder-794661-1-smb {{(pid=103518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 18:50:36.142244 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-24a8bb21-04b5-415e-a9fb-1ce13d41717b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:36.144330 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:50:36.207088 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec47e73f-b906-494e-a3c8-5b818772e775 None None] Pushing event updated for resources: {'Port': ['ID=302c5655-1ae7-4d23-81c5-0d29ccdf6ad2,revision_number=3']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:50:36.246126 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec47e73f-b906-494e-a3c8-5b818772e775 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:50:36.246332 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec47e73f-b906-494e-a3c8-5b818772e775 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:50:36.246503 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec47e73f-b906-494e-a3c8-5b818772e775 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:50:36.246670 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec47e73f-b906-494e-a3c8-5b818772e775 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:50:36.246834 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec47e73f-b906-494e-a3c8-5b818772e775 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:50:36.247251 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec47e73f-b906-494e-a3c8-5b818772e775 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:50:36.247251 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec47e73f-b906-494e-a3c8-5b818772e775 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:50:36.247338 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec47e73f-b906-494e-a3c8-5b818772e775 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:50:36.247489 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec47e73f-b906-494e-a3c8-5b818772e775 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:50:36.247652 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec47e73f-b906-494e-a3c8-5b818772e775 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:50:36.247874 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec47e73f-b906-494e-a3c8-5b818772e775 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:50:36.247980 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec47e73f-b906-494e-a3c8-5b818772e775 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:50:36.248531 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec47e73f-b906-494e-a3c8-5b818772e775 None None] Tracked resource versions report: Jun 03 18:50:36.248531 dv-cinder-794661-1-smb neutron-server[103518]: pushed versions: Jun 03 18:50:36.248531 dv-cinder-794661-1-smb neutron-server[103518]: { 'AddressGroup': {'1.2'}, Jun 03 18:50:36.248531 dv-cinder-794661-1-smb neutron-server[103518]: 'ConntrackHelper': {'1.0'}, Jun 03 18:50:36.248531 dv-cinder-794661-1-smb neutron-server[103518]: 'Log': {'1.0'}, Jun 03 18:50:36.248531 dv-cinder-794661-1-smb neutron-server[103518]: 'Network': {'1.1'}, Jun 03 18:50:36.248531 dv-cinder-794661-1-smb neutron-server[103518]: 'Port': {'1.7'}, Jun 03 18:50:36.248531 dv-cinder-794661-1-smb neutron-server[103518]: 'PortForwarding': {'1.2'}, Jun 03 18:50:36.248531 dv-cinder-794661-1-smb neutron-server[103518]: 'QosPolicy': {'1.8'}, Jun 03 18:50:36.248531 dv-cinder-794661-1-smb neutron-server[103518]: 'SecurityGroup': {'1.4'}, Jun 03 18:50:36.248531 dv-cinder-794661-1-smb neutron-server[103518]: 'SecurityGroupRule': {'1.2'}, Jun 03 18:50:36.248531 dv-cinder-794661-1-smb neutron-server[103518]: 'SubPort': {'1.0'}, Jun 03 18:50:36.248531 dv-cinder-794661-1-smb neutron-server[103518]: 'Subnet': {'1.1'}, Jun 03 18:50:36.248531 dv-cinder-794661-1-smb neutron-server[103518]: 'Trunk': {'1.1'}} Jun 03 18:50:36.248531 dv-cinder-794661-1-smb neutron-server[103518]: consumer versions: Jun 03 18:50:36.248531 dv-cinder-794661-1-smb neutron-server[103518]: { DHCP agent@dv-cinder-794661-1-smb: {}, Jun 03 18:50:36.248531 dv-cinder-794661-1-smb neutron-server[103518]: HyperV agent@hv-cinder-79466: {}, Jun 03 18:50:36.248531 dv-cinder-794661-1-smb neutron-server[103518]: L3 agent@dv-cinder-794661-1-smb: {}, Jun 03 18:50:36.248531 dv-cinder-794661-1-smb neutron-server[103518]: Metadata agent@dv-cinder-794661-1-smb: {}, Jun 03 18:50:36.248531 dv-cinder-794661-1-smb neutron-server[103518]: Metering agent@dv-cinder-794661-1-smb: {}, Jun 03 18:50:36.248531 dv-cinder-794661-1-smb neutron-server[103518]: Open vSwitch agent@dv-cinder-794661-1-smb: { 'AddressGroup': '1.2', Jun 03 18:50:36.248531 dv-cinder-794661-1-smb neutron-server[103518]: 'ConntrackHelper': '1.0', Jun 03 18:50:36.248531 dv-cinder-794661-1-smb neutron-server[103518]: 'Log': '1.0', Jun 03 18:50:36.248531 dv-cinder-794661-1-smb neutron-server[103518]: 'Network': '1.1', Jun 03 18:50:36.248531 dv-cinder-794661-1-smb neutron-server[103518]: 'Port': '1.7', Jun 03 18:50:36.248531 dv-cinder-794661-1-smb neutron-server[103518]: 'PortForwarding': '1.2', Jun 03 18:50:36.248531 dv-cinder-794661-1-smb neutron-server[103518]: 'QosPolicy': '1.8', Jun 03 18:50:36.248531 dv-cinder-794661-1-smb neutron-server[103518]: 'SecurityGroup': '1.4', Jun 03 18:50:36.248531 dv-cinder-794661-1-smb neutron-server[103518]: 'SecurityGroupRule': '1.2', Jun 03 18:50:36.248531 dv-cinder-794661-1-smb neutron-server[103518]: 'SubPort': '1.0', Jun 03 18:50:36.248531 dv-cinder-794661-1-smb neutron-server[103518]: 'Subnet': '1.1', Jun 03 18:50:36.248531 dv-cinder-794661-1-smb neutron-server[103518]: 'Trunk': '1.1'}} Jun 03 18:50:36.248531 dv-cinder-794661-1-smb neutron-server[103518]: {{(pid=103518) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 18:50:36.274401 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-ec47e73f-b906-494e-a3c8-5b818772e775 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:50:36.280929 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Provisioning for port 979caf76-a2f0-453a-a8ea-21d92056cecb completed by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 18:50:36.285338 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Provisioning complete for port 979caf76-a2f0-453a-a8ea-21d92056cecb triggered by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 18:50:36.285554 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:36.298049 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-b570f485-e643-45dd-8953-c370365d8a8e req-932d353c-73fa-407a-bef4-e68ba2c4b1b3 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 210 time: 0.0305185 Jun 03 18:50:36.307682 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.managers [None req-24a8bb21-04b5-415e-a9fb-1ce13d41717b None None] Attempting to bind port 302c5655-1ae7-4d23-81c5-0d29ccdf6ad2 on host dv-cinder-794661-1-smb for vnic_type normal with profile {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 18:50:36.307905 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.managers [None req-24a8bb21-04b5-415e-a9fb-1ce13d41717b None None] Attempting to bind port 302c5655-1ae7-4d23-81c5-0d29ccdf6ad2 by drivers openvswitch,hyperv on host dv-cinder-794661-1-smb at level 0 using segments [{'id': 'a8a48266-8836-4c0c-a1f5-7d59b3bb0d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1419, 'network_id': '96b760d7-3720-403e-b1ec-2fd415aa44fd'}] {{(pid=103518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 18:50:36.308102 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a8bb21-04b5-415e-a9fb-1ce13d41717b None None] Attempting to bind port 302c5655-1ae7-4d23-81c5-0d29ccdf6ad2 on network 96b760d7-3720-403e-b1ec-2fd415aa44fd {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 18:50:36.317580 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a8bb21-04b5-415e-a9fb-1ce13d41717b None None] Checking agent: {'id': '9af4ad39-3160-4d10-9b77-67ea66ff9724', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794661-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 18, 44, 30), 'started_at': datetime.datetime(2021, 6, 3, 18, 45, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 18, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794661-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 18:50:36.317788 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a8bb21-04b5-415e-a9fb-1ce13d41717b None None] Checking segment: {'id': 'a8a48266-8836-4c0c-a1f5-7d59b3bb0d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1419, 'network_id': '96b760d7-3720-403e-b1ec-2fd415aa44fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 18:50:36.318013 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-24a8bb21-04b5-415e-a9fb-1ce13d41717b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:36.318260 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a8bb21-04b5-415e-a9fb-1ce13d41717b None None] Bound using segment: {'id': 'a8a48266-8836-4c0c-a1f5-7d59b3bb0d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1419, 'network_id': '96b760d7-3720-403e-b1ec-2fd415aa44fd'} {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 18:50:36.318484 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.managers [None req-24a8bb21-04b5-415e-a9fb-1ce13d41717b None None] Bound port: 302c5655-1ae7-4d23-81c5-0d29ccdf6ad2, host: dv-cinder-794661-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8a48266-8836-4c0c-a1f5-7d59b3bb0d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1419, 'network_id': '96b760d7-3720-403e-b1ec-2fd415aa44fd'}}] {{(pid=103518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 18:50:36.318691 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-24a8bb21-04b5-415e-a9fb-1ce13d41717b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:36.393809 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:36.396995 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-24a8bb21-04b5-415e-a9fb-1ce13d41717b None None] For port 302c5655-1ae7-4d23-81c5-0d29ccdf6ad2, host dv-cinder-794661-1-smb, cleared binding levels {{(pid=103518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 18:50:36.403923 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-24a8bb21-04b5-415e-a9fb-1ce13d41717b None None] For port 302c5655-1ae7-4d23-81c5-0d29ccdf6ad2, host dv-cinder-794661-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794661-1-smb',level=0,port_id=302c5655-1ae7-4d23-81c5-0d29ccdf6ad2,segment=NetworkSegment(a8a48266-8836-4c0c-a1f5-7d59b3bb0d43),segment_id=a8a48266-8836-4c0c-a1f5-7d59b3bb0d43)] {{(pid=103518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 18:50:36.405647 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] For port 979caf76-a2f0-453a-a8ea-21d92056cecb, host dv-cinder-794661-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794661-1-smb',level=0,port_id=979caf76-a2f0-453a-a8ea-21d92056cecb,segment=NetworkSegment(cb7a02ef-c488-4fe7-ad15-1fca81e02b96),segment_id=cb7a02ef-c488-4fe7-ad15-1fca81e02b96)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:50:36.515391 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 51070) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:50:36.519583 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.v2.base [None req-3dc35c4c-75d2-4aee-803b-f4627fb9ec2b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-656632786-network', 'tenant_id': '2e6f523380804eca99b6dbbbb8047101'}} {{(pid=103517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:50:36.522871 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-3dc35c4c-75d2-4aee-803b-f4627fb9ec2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:50:36.525186 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-3dc35c4c-75d2-4aee-803b-f4627fb9ec2b admin admin] Usage tracker for resource:network and tenant:2e6f523380804eca99b6dbbbb8047101 is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:50:36.526845 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-3dc35c4c-75d2-4aee-803b-f4627fb9ec2b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:50:36.529182 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-24a8bb21-04b5-415e-a9fb-1ce13d41717b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:36.529844 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:36.530600 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-3dc35c4c-75d2-4aee-803b-f4627fb9ec2b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:50:36.533443 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:50:36.574005 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-6ec6ecd2-a386-41b5-afcf-90c1b159c96b req-b4e3e1f2-40c7-4a3c-9dc9-747a61708023 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c90a8b7-69fa-4ab3-9608-670d0ac84b0e HTTP/1.1" status: 200 len: 210 time: 0.0376968 Jun 03 18:50:36.592621 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a8bb21-04b5-415e-a9fb-1ce13d41717b None None] Routers {'dc173db3-4120-4883-acfc-2ee360feef36'} bound to L3 agent in host dv-cinder-794661-1-smb {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 18:50:36.593046 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-24a8bb21-04b5-415e-a9fb-1ce13d41717b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794661-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T18:44:31Z,description=,heartbeat_timestamp=2021-06-03T18:50:31Z,host='dv-cinder-794661-1-smb',id=e49736c8-5019-4904-a5ca-8bb53e194ab8,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T18:44:31Z,topic='l3_agent')) {'router_ids': ['dc173db3-4120-4883-acfc-2ee360feef36'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:50:36.607539 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805dbe16-5349-49c8-afc6-58c7215049ec req-b34fdcb3-7cac-49ec-91e8-c21401220669 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:36.611495 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-805dbe16-5349-49c8-afc6-58c7215049ec req-b34fdcb3-7cac-49ec-91e8-c21401220669 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/networks?id=96b760d7-3720-403e-b1ec-2fd415aa44fd HTTP/1.1" status: 200 len: 818 time: 0.1372521 Jun 03 18:50:36.620345 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-805dbe16-5349-49c8-afc6-58c7215049ec req-7540b07d-bdd4-4731-9517-ab3d3d9fdd1d tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/quotas/04d914789bfc4c6082997cc72d5d376a HTTP/1.1" status: 200 len: 375 time: 0.0079610 Jun 03 18:50:36.667103 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-805dbe16-5349-49c8-afc6-58c7215049ec req-e0d93e5e-5d15-4718-b900-daa6920351e0 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=04d914789bfc4c6082997cc72d5d376a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0462537 Jun 03 18:50:36.680550 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec47e73f-b906-494e-a3c8-5b818772e775 None None] Pushing event updated for resources: {'Port': ['ID=302c5655-1ae7-4d23-81c5-0d29ccdf6ad2,revision_number=4']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:50:36.696849 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-83ef9b32-e452-42e9-8e3f-9d166723ba20 req-04c737c1-1902-4b92-8eeb-40fcf0d8b5b6 tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] 10.222.0.44 "GET /v2.0/ports?device_id=3932d5b8-2e5d-44d3-8fbb-a41f1556e399 HTTP/1.1" status: 200 len: 210 time: 0.0272536 Jun 03 18:50:36.735844 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc35c4c-75d2-4aee-803b-f4627fb9ec2b admin admin] Made reservation on behalf of 2e6f523380804eca99b6dbbbb8047101 for: {'network': 1} {{(pid=103517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 18:50:36.736451 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-24a8bb21-04b5-415e-a9fb-1ce13d41717b None None] Set router dc173db3-4120-4883-acfc-2ee360feef36 gateway port host: dv-cinder-794661-1-smb {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 18:50:36.737833 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3dc35c4c-75d2-4aee-803b-f4627fb9ec2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1684408'] for network, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:36.744976 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3dc35c4c-75d2-4aee-803b-f4627fb9ec2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:36.752720 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-3dc35c4c-75d2-4aee-803b-f4627fb9ec2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:50:36.755056 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-3dc35c4c-75d2-4aee-803b-f4627fb9ec2b admin admin] Usage tracker for resource:security_group_rule and tenant:2e6f523380804eca99b6dbbbb8047101 is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:50:36.756496 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-805dbe16-5349-49c8-afc6-58c7215049ec req-ed7d6f1d-8b0c-4d82-98b8-c3d0ac1bba6d service neutron] 10.222.0.44 "GET /v2.0/networks/96b760d7-3720-403e-b1ec-2fd415aa44fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854199 Jun 03 18:50:36.756805 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-3dc35c4c-75d2-4aee-803b-f4627fb9ec2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:50:36.760744 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-3dc35c4c-75d2-4aee-803b-f4627fb9ec2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:50:36.766103 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Pushing event updated for resources: {'Port': ['ID=979caf76-a2f0-453a-a8ea-21d92056cecb,revision_number=4']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:50:36.768295 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:50:36.770179 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.200s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:50:36.770292 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:50:36.810586 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3dc35c4c-75d2-4aee-803b-f4627fb9ec2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:36.837061 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-805dbe16-5349-49c8-afc6-58c7215049ec req-5ed77d4e-fea7-4bb6-b443-4db301fe0268 service neutron] 10.222.0.44 "GET /v2.0/networks/96b760d7-3720-403e-b1ec-2fd415aa44fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0769405 Jun 03 18:50:36.914440 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-24a8bb21-04b5-415e-a9fb-1ce13d41717b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc173db3-4120-4883-acfc-2ee360feef36', 'name': 'tempest-ServerRescueNegativeTestJSON-959099436-router', 'tenant_id': '04d914789bfc4c6082997cc72d5d376a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.76'}], 'enable_snat': True}, 'gw_port_id': '979caf76-a2f0-453a-a8ea-21d92056cecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T18:50:30Z', 'updated_at': '2021-06-03T18:50:33Z', 'revision_number': 4, 'project_id': '04d914789bfc4c6082997cc72d5d376a', 'gw_port': {'id': '979caf76-a2f0-453a-a8ea-21d92056cecb', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc173db3-4120-4883-acfc-2ee360feef36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:50:30Z', 'updated_at': '2021-06-03T18:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb', '_interfaces': [{'id': '302c5655-1ae7-4d23-81c5-0d29ccdf6ad2', 'name': '', 'network_id': '96b760d7-3720-403e-b1ec-2fd415aa44fd', 'tenant_id': '04d914789bfc4c6082997cc72d5d376a', 'mac_address': 'fa:16:3e:f8:a9:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc173db3-4120-4883-acfc-2ee360feef36', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'cdba7c81-6690-4a2c-8589-65ca072f8ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:50:33Z', 'updated_at': '2021-06-03T18:50:36Z', 'revision_number': 4, 'project_id': '04d914789bfc4c6082997cc72d5d376a', 'subnets': [{'id': 'cdba7c81-6690-4a2c-8589-65ca072f8ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794661-1-smb', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:50:36.916548 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a8bb21-04b5-415e-a9fb-1ce13d41717b None None] The sync data for ids ['dc173db3-4120-4883-acfc-2ee360feef36'] in dv-cinder-794661-1-smb is: [{'id': 'dc173db3-4120-4883-acfc-2ee360feef36', 'name': 'tempest-ServerRescueNegativeTestJSON-959099436-router', 'tenant_id': '04d914789bfc4c6082997cc72d5d376a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.76'}], 'enable_snat': True}, 'gw_port_id': '979caf76-a2f0-453a-a8ea-21d92056cecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T18:50:30Z', 'updated_at': '2021-06-03T18:50:33Z', 'revision_number': 4, 'project_id': '04d914789bfc4c6082997cc72d5d376a', 'gw_port': {'id': '979caf76-a2f0-453a-a8ea-21d92056cecb', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc173db3-4120-4883-acfc-2ee360feef36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:50:30Z', 'updated_at': '2021-06-03T18:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb', '_interfaces': [{'id': '302c5655-1ae7-4d23-81c5-0d29ccdf6ad2', 'name': '', 'network_id': '96b760d7-3720-403e-b1ec-2fd415aa44fd', 'tenant_id': '04d914789bfc4c6082997cc72d5d376a', 'mac_address': 'fa:16:3e:f8:a9:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc173db3-4120-4883-acfc-2ee360feef36', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'cdba7c81-6690-4a2c-8589-65ca072f8ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:50:33Z', 'updated_at': '2021-06-03T18:50:36Z', 'revision_number': 4, 'project_id': '04d914789bfc4c6082997cc72d5d376a', 'subnets': [{'id': 'cdba7c81-6690-4a2c-8589-65ca072f8ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 18:50:36.923630 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3dc35c4c-75d2-4aee-803b-f4627fb9ec2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:36.925837 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-5c242482-c0fe-4828-ace0-27ce2c513308 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:50:36.954229 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dc35c4c-75d2-4aee-803b-f4627fb9ec2b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1445} {{(pid=103517) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 18:50:36.978501 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc35c4c-75d2-4aee-803b-f4627fb9ec2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a78910-e150-4fe9-bb88-dfa9c6f0ce58,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:50:36.980716 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-3dc35c4c-75d2-4aee-803b-f4627fb9ec2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:50:36.987867 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3dc35c4c-75d2-4aee-803b-f4627fb9ec2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529572'] for segment, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:36.988095 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.db.segments_db [None req-3dc35c4c-75d2-4aee-803b-f4627fb9ec2b admin admin] Added segment 0fceb904-f5f7-4ea9-b213-ad0f28a55447 of type vlan for network 3fcb902b-662d-4352-8123-48cca35fef97 Jun 03 18:50:37.013429 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3dc35c4c-75d2-4aee-803b-f4627fb9ec2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751241310154'] for network, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:37.072425 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-63e0b8aa-d4ae-40a7-9e77-66f91f2decc2 req-25ea270d-6e68-4080-99a8-152baf404454 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fe2ba91-771c-460f-a28f-25e5450c027d HTTP/1.1" status: 200 len: 210 time: 0.0251300 Jun 03 18:50:37.112827 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3dc35c4c-75d2-4aee-803b-f4627fb9ec2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549287'] for network, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:37.113925 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc35c4c-75d2-4aee-803b-f4627fb9ec2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:37.114339 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3dc35c4c-75d2-4aee-803b-f4627fb9ec2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549304'] for network, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:37.118172 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-b1bf8702-fdb1-46dd-b52c-6f8b71c02fe0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:50:37.194198 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc35c4c-75d2-4aee-803b-f4627fb9ec2b admin admin] Pushing event updated for resources: {'Network': ['ID=3fcb902b-662d-4352-8123-48cca35fef97,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:50:37.196080 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-3dc35c4c-75d2-4aee-803b-f4627fb9ec2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:50:37.200557 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Network 3fcb902b-662d-4352-8123-48cca35fef97 details requested by agent ovs-agent-dv-cinder-794661-1-smb with host dv-cinder-794661-1-smb {{(pid=103518) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 18:50:37.305090 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-3dc35c4c-75d2-4aee-803b-f4627fb9ec2b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7887969 Jun 03 18:50:37.306823 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 51110) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:50:37.310239 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.v2.base [None req-df96c93f-a564-4b61-8ef8-2771636c7689 admin admin] Request body: {'subnet': {'network_id': '3fcb902b-662d-4352-8123-48cca35fef97', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-656632786-subnet', 'tenant_id': '2e6f523380804eca99b6dbbbb8047101', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:50:37.313866 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-df96c93f-a564-4b61-8ef8-2771636c7689 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:50:37.316533 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-df96c93f-a564-4b61-8ef8-2771636c7689 admin admin] Usage tracker for resource:subnet and tenant:2e6f523380804eca99b6dbbbb8047101 is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:50:37.318450 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-df96c93f-a564-4b61-8ef8-2771636c7689 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:50:37.321701 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-df96c93f-a564-4b61-8ef8-2771636c7689 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:50:37.400009 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df96c93f-a564-4b61-8ef8-2771636c7689 admin admin] Made reservation on behalf of 2e6f523380804eca99b6dbbbb8047101 for: {'subnet': 1} {{(pid=103516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 18:50:37.405895 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-df96c93f-a564-4b61-8ef8-2771636c7689 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:37.427823 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.108', 52597) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:50:37.611908 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64b1653-982a-458a-bd50-db62c908ebdb req-b0a028bb-a87f-46f1-9afa-64b5046bea23 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:37.611908 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-d64b1653-982a-458a-bd50-db62c908ebdb req-b0a028bb-a87f-46f1-9afa-64b5046bea23 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.108 "GET /v2.0/networks?id=10b7379a-996c-49eb-a4af-c8a0e0fe9011 HTTP/1.1" status: 200 len: 814 time: 0.1821477 Jun 03 18:50:37.665254 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.v2.base [req-d64b1653-982a-458a-bd50-db62c908ebdb req-16991c76-8196-4b61-818f-c6aa9fa43e38 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Request body: {'port': {'device_id': '1c90a8b7-69fa-4ab3-9608-670d0ac84b0e', 'network_id': '10b7379a-996c-49eb-a4af-c8a0e0fe9011', 'admin_state_up': True, 'tenant_id': 'c8ba5f9b622448d591fdad53cf4828bc'}} {{(pid=103517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:50:37.709513 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-b1c9e312-412b-45f5-9aad-c824a2597ad8 req-694d128b-cb99-44a9-b8e2-e9b26685dc6a tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c90a8b7-69fa-4ab3-9608-670d0ac84b0e HTTP/1.1" status: 200 len: 210 time: 0.0334980 Jun 03 18:50:37.754577 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [req-d64b1653-982a-458a-bd50-db62c908ebdb req-16991c76-8196-4b61-818f-c6aa9fa43e38 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:50:37.756669 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [req-d64b1653-982a-458a-bd50-db62c908ebdb req-16991c76-8196-4b61-818f-c6aa9fa43e38 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Usage tracker for resource:port and tenant:c8ba5f9b622448d591fdad53cf4828bc is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:50:37.758310 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [req-d64b1653-982a-458a-bd50-db62c908ebdb req-16991c76-8196-4b61-818f-c6aa9fa43e38 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Quota usage for port was recalculated. Used quota:0. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:50:37.761791 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [req-d64b1653-982a-458a-bd50-db62c908ebdb req-16991c76-8196-4b61-818f-c6aa9fa43e38 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:50:37.776971 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-df96c93f-a564-4b61-8ef8-2771636c7689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294'] for subnet, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:37.779653 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-2268fe14-f7c3-4b3e-ab2f-f4279a038e6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:50:37.809773 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-16ec95ac-b920-42d2-9e72-837cc7d20e29 req-48af797c-6e75-4e65-a92a-9360af6ddc3c tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] 10.222.0.44 "GET /v2.0/ports?device_id=3932d5b8-2e5d-44d3-8fbb-a41f1556e399 HTTP/1.1" status: 200 len: 210 time: 0.0228050 Jun 03 18:50:37.824895 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df96c93f-a564-4b61-8ef8-2771636c7689 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d3e0033-987d-4824-a52a-be7a6c6fcdfd,revision_number=0']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:50:37.828070 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-df96c93f-a564-4b61-8ef8-2771636c7689 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:50:37.833592 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df96c93f-a564-4b61-8ef8-2771636c7689 admin admin] Checking segment: {'id': '0fceb904-f5f7-4ea9-b213-ad0f28a55447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1445, 'network_id': '3fcb902b-662d-4352-8123-48cca35fef97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 18:50:37.833777 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df96c93f-a564-4b61-8ef8-2771636c7689 admin admin] Network hostable DHCP agents. Network: 3fcb902b-662d-4352-8123-48cca35fef97, hostable agents: ['fb8d2d29-1809-4f62-9f23-eb4c5e08b409'], hosted agents: [] {{(pid=103516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 18:50:37.862730 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d64b1653-982a-458a-bd50-db62c908ebdb req-16991c76-8196-4b61-818f-c6aa9fa43e38 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Made reservation on behalf of c8ba5f9b622448d591fdad53cf4828bc for: {'port': 1} {{(pid=103517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 18:50:37.864799 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [req-d64b1653-982a-458a-bd50-db62c908ebdb req-16991c76-8196-4b61-818f-c6aa9fa43e38 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:37.949144 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.db_base_plugin_common [req-d64b1653-982a-458a-bd50-db62c908ebdb req-16991c76-8196-4b61-818f-c6aa9fa43e38 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Allocated IP 172.20.0.7 (10b7379a-996c-49eb-a4af-c8a0e0fe9011/34b0c147-b581-4843-bfec-ea29d14cb6a7/74debd3c-54bd-4786-9965-2e8931cdad8a) {{(pid=103517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 18:50:37.969785 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df96c93f-a564-4b61-8ef8-2771636c7689 admin admin] Network 3fcb902b-662d-4352-8123-48cca35fef97 is scheduled to be hosted by DHCP agent fb8d2d29-1809-4f62-9f23-eb4c5e08b409 with binding_index 1 {{(pid=103516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 18:50:38.054892 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [req-d64b1653-982a-458a-bd50-db62c908ebdb req-16991c76-8196-4b61-818f-c6aa9fa43e38 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Notify callbacks [] for port, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:38.091964 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device 979caf76-a2f0-453a-a8ea-21d92056cecb up at agent ovs-agent-dv-cinder-794661-1-smb {{(pid=103518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 18:50:38.139365 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Provisioning complete for port 979caf76-a2f0-453a-a8ea-21d92056cecb triggered by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 18:50:38.139573 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:38.176055 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-df96c93f-a564-4b61-8ef8-2771636c7689 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794661-1-smb, 3fcb902b-662d-4352-8123-48cca35fef97) {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 18:50:38.184077 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-70f53942-ebca-49d9-92cb-3d7984a00ea9 req-9cfbc8d2-5c63-4d1c-aa0e-6ccebd3bbcb2 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fe2ba91-771c-460f-a28f-25e5450c027d HTTP/1.1" status: 200 len: 210 time: 0.0308270 Jun 03 18:50:38.184827 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df96c93f-a564-4b61-8ef8-2771636c7689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:38.185263 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-df96c93f-a564-4b61-8ef8-2771636c7689 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549304'] for subnet, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:38.202567 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [req-d64b1653-982a-458a-bd50-db62c908ebdb req-16991c76-8196-4b61-818f-c6aa9fa43e38 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751241322828'] for port, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:38.220049 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-099c196c-6b6b-42a7-9606-a8b8d173efc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:50:38.220134 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ff6a44-8b0d-4d5f-8c95-713290e693dc None None] Network 3fcb902b-662d-4352-8123-48cca35fef97 requested from dv-cinder-794661-1-smb {{(pid=103518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 18:50:38.244049 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d64b1653-982a-458a-bd50-db62c908ebdb req-16991c76-8196-4b61-818f-c6aa9fa43e38 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Network 10b7379a-996c-49eb-a4af-c8a0e0fe9011 is already hosted by enough agents. {{(pid=103517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 18:50:38.247842 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.scheduler.base_scheduler [req-d64b1653-982a-458a-bd50-db62c908ebdb req-16991c76-8196-4b61-818f-c6aa9fa43e38 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Resources bound (agent type, host, resource id): {{(pid=103517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 18:50:38.250409 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [req-d64b1653-982a-458a-bd50-db62c908ebdb req-16991c76-8196-4b61-818f-c6aa9fa43e38 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Received port after_create {{(pid=103517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 18:50:38.253190 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64b1653-982a-458a-bd50-db62c908ebdb req-16991c76-8196-4b61-818f-c6aa9fa43e38 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:38.256751 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [req-d64b1653-982a-458a-bd50-db62c908ebdb req-16991c76-8196-4b61-818f-c6aa9fa43e38 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549304'] for port, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:38.260311 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16991c76-8196-4b61-818f-c6aa9fa43e38 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Pushing event updated for resources: {'Port': ['ID=74debd3c-54bd-4786-9965-2e8931cdad8a,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:50:38.262990 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-16991c76-8196-4b61-818f-c6aa9fa43e38 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:50:38.270013 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device 302c5655-1ae7-4d23-81c5-0d29ccdf6ad2 up at agent ovs-agent-dv-cinder-794661-1-smb {{(pid=103518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 18:50:38.315185 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-df96c93f-a564-4b61-8ef8-2771636c7689 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0074558 Jun 03 18:50:38.357041 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d536beab-844e-4358-bf71-0609ed0702a8 None None] Network 3fcb902b-662d-4352-8123-48cca35fef97 requested from dv-cinder-794661-1-smb {{(pid=103518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 18:50:39.223477 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 51166) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:50:39.223477 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.db_base_plugin_v2 [None req-c14dac77-9c68-4a58-97f9-2090721bf8d4 admin admin] Deleting subnet 16bf54c7-0986-4baa-8f1f-0c8bb2e5673b {{(pid=103517) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 18:50:39.223477 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c14dac77-9c68-4a58-97f9-2090721bf8d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:39.223477 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c14dac77-9c68-4a58-97f9-2090721bf8d4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:39.223477 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c14dac77-9c68-4a58-97f9-2090721bf8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1531221'] for subnet, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:39.223477 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47292d23-6ba4-47e1-aaf1-5f27bbecb1fd req-bf5de493-f84c-42f9-ad4f-e734d8d29b27 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:39.223477 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [req-47292d23-6ba4-47e1-aaf1-5f27bbecb1fd req-bf5de493-f84c-42f9-ad4f-e734d8d29b27 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Synchronizing usage tracker for tenant:c8ba5f9b622448d591fdad53cf4828bc on resource:port {{(pid=103517) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 18:50:39.225814 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-56088b58-e6bd-4b77-b9af-c5e22bb35019 req-c7a8edb9-9da2-4401-a832-8007ab98e1c2 tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] 10.222.0.44 "GET /v2.0/ports?device_id=3932d5b8-2e5d-44d3-8fbb-a41f1556e399 HTTP/1.1" status: 200 len: 210 time: 0.0513227 Jun 03 18:50:39.226565 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-d64b1653-982a-458a-bd50-db62c908ebdb req-16991c76-8196-4b61-818f-c6aa9fa43e38 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3345447 Jun 03 18:50:39.226565 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [req-d64b1653-982a-458a-bd50-db62c908ebdb req-25d0c63b-c573-4a0c-99aa-5d0b81e3985a tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103517) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 18:50:39.226565 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-d64b1653-982a-458a-bd50-db62c908ebdb req-25d0c63b-c573-4a0c-99aa-5d0b81e3985a tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.108 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063603 Jun 03 18:50:39.226565 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.v2.base [req-d64b1653-982a-458a-bd50-db62c908ebdb req-e71d3a78-b2b9-4882-af13-1404b94bd3a4 service neutron] Request body: {'port': {'device_id': '1c90a8b7-69fa-4ab3-9608-670d0ac84b0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=103517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:50:39.226565 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [req-d64b1653-982a-458a-bd50-db62c908ebdb req-e71d3a78-b2b9-4882-af13-1404b94bd3a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:39.528372 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Provisioning for port 302c5655-1ae7-4d23-81c5-0d29ccdf6ad2 completed by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 18:50:39.528372 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Provisioning complete for port 302c5655-1ae7-4d23-81c5-0d29ccdf6ad2 triggered by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 18:50:39.528372 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:39.531980 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-6dcd1ed5-c31c-48d6-addf-8b44b1ec98dc req-ac0b5651-d8bb-4955-80a3-f8b2883df23a tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fe2ba91-771c-460f-a28f-25e5450c027d HTTP/1.1" status: 200 len: 210 time: 0.0280049 Jun 03 18:50:39.532565 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [req-47292d23-6ba4-47e1-aaf1-5f27bbecb1fd req-bf5de493-f84c-42f9-ad4f-e734d8d29b27 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Unset dirty status for tenant:c8ba5f9b622448d591fdad53cf4828bc on resource:port {{(pid=103517) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 18:50:39.532565 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-47292d23-6ba4-47e1-aaf1-5f27bbecb1fd req-bf5de493-f84c-42f9-ad4f-e734d8d29b27 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c90a8b7-69fa-4ab3-9608-670d0ac84b0e HTTP/1.1" status: 200 len: 931 time: 0.5272369 Jun 03 18:50:39.532565 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c14dac77-9c68-4a58-97f9-2090721bf8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1531228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294'] for subnet, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:39.532565 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-04c573bc-ed49-410e-aa9a-3a36e9361615 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:50:39.533361 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:39.533361 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] For port 302c5655-1ae7-4d23-81c5-0d29ccdf6ad2, host dv-cinder-794661-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794661-1-smb',level=0,port_id=302c5655-1ae7-4d23-81c5-0d29ccdf6ad2,segment=NetworkSegment(a8a48266-8836-4c0c-a1f5-7d59b3bb0d43),segment_id=a8a48266-8836-4c0c-a1f5-7d59b3bb0d43)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:50:39.533603 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14dac77-9c68-4a58-97f9-2090721bf8d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16bf54c7-0986-4baa-8f1f-0c8bb2e5673b,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:50:39.533603 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c14dac77-9c68-4a58-97f9-2090721bf8d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549304'] for subnet, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:39.533603 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-c14dac77-9c68-4a58-97f9-2090721bf8d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:50:39.533603 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-c14dac77-9c68-4a58-97f9-2090721bf8d4 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/16bf54c7-0986-4baa-8f1f-0c8bb2e5673b HTTP/1.1" status: 204 len: 168 time: 0.9829171 Jun 03 18:50:39.533716 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 51184) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:50:39.533747 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-47292d23-6ba4-47e1-aaf1-5f27bbecb1fd req-70cdc9af-d5e7-4e3f-9b57-069a82cb72cd tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0217bca-e2f4-4d08-8774-71c4c877895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804141 Jun 03 18:50:39.533781 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5934c450-3218-494f-9cab-a446194c23f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696177'] for network, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:39.533813 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.notifiers.nova [req-d64b1653-982a-458a-bd50-db62c908ebdb req-e71d3a78-b2b9-4882-af13-1404b94bd3a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74debd3c-54bd-4786-9965-2e8931cdad8a {{(pid=103517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 18:50:39.533813 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [req-d64b1653-982a-458a-bd50-db62c908ebdb req-e71d3a78-b2b9-4882-af13-1404b94bd3a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:39.534986 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:39.537013 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:50:39.540098 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [req-d64b1653-982a-458a-bd50-db62c908ebdb req-e71d3a78-b2b9-4882-af13-1404b94bd3a4 service neutron] Transition to ACTIVE for port object 74debd3c-54bd-4786-9965-2e8931cdad8a will not be triggered until provisioned by entity L2. {{(pid=103517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 18:50:39.540834 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5934c450-3218-494f-9cab-a446194c23f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557952', 'neutron.services.segments.db._delete_segments_for_network-8751241769921'] for network, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:39.551148 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5934c450-3218-494f-9cab-a446194c23f9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:50:39.551390 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5934c450-3218-494f-9cab-a446194c23f9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:50:39.551862 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5934c450-3218-494f-9cab-a446194c23f9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:50:39.552034 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5934c450-3218-494f-9cab-a446194c23f9 admin admin] Subscribe: > port after_create 55550000 {{(pid=103516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:50:39.552197 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5934c450-3218-494f-9cab-a446194c23f9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:50:39.552376 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5934c450-3218-494f-9cab-a446194c23f9 admin admin] Subscribe: > port after_update 55550000 {{(pid=103516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:50:39.552534 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5934c450-3218-494f-9cab-a446194c23f9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:50:39.552704 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5934c450-3218-494f-9cab-a446194c23f9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:50:39.552861 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5934c450-3218-494f-9cab-a446194c23f9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:50:39.553120 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5934c450-3218-494f-9cab-a446194c23f9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:50:39.574186 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Pushing event updated for resources: {'Port': ['ID=302c5655-1ae7-4d23-81c5-0d29ccdf6ad2,revision_number=5']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:50:39.575982 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:50:39.632999 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5934c450-3218-494f-9cab-a446194c23f9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:50:39.633178 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5934c450-3218-494f-9cab-a446194c23f9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:50:39.633320 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5934c450-3218-494f-9cab-a446194c23f9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:50:39.633478 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5934c450-3218-494f-9cab-a446194c23f9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:50:39.633664 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.services.segments.db [None req-5934c450-3218-494f-9cab-a446194c23f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d97f5e1e-a2e2-41ef-8654-748ebe7da58e']}} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:50:39.642235 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.services.segments.db [None req-5934c450-3218-494f-9cab-a446194c23f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4d18d22-02a8-4635-8c7b-06ffe643dfaa') {'for_net_delete': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:50:39.642371 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.services.segments.db [None req-5934c450-3218-494f-9cab-a446194c23f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4d18d22-02a8-4635-8c7b-06ffe643dfaa') {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:50:39.653378 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5934c450-3218-494f-9cab-a446194c23f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751241775068', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2320316'] for segment, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:39.673171 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5934c450-3218-494f-9cab-a446194c23f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529572'] for segment, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:39.688078 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5934c450-3218-494f-9cab-a446194c23f9 admin admin] Releasing vlan 1415 on physical network physnet1 to pool {{(pid=103516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 18:50:39.688078 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5934c450-3218-494f-9cab-a446194c23f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3013903'] for segment, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:39.688078 dv-cinder-794661-1-smb neutron-server[103516]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 03 18:50:39.688078 dv-cinder-794661-1-smb neutron-server[103516]: from cryptography.utils import int_from_bytes Jun 03 18:50:39.688078 dv-cinder-794661-1-smb neutron-server[103516]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 03 18:50:39.688078 dv-cinder-794661-1-smb neutron-server[103516]: from cryptography.utils import int_from_bytes Jun 03 18:50:39.688078 dv-cinder-794661-1-smb neutron-server[103516]: Traceback (most recent call last): Jun 03 18:50:39.688078 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 18:50:39.688078 dv-cinder-794661-1-smb neutron-server[103516]: timer() Jun 03 18:50:39.688078 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 18:50:39.688078 dv-cinder-794661-1-smb neutron-server[103516]: cb(*args, **kw) Jun 03 18:50:39.688078 dv-cinder-794661-1-smb neutron-server[103516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 18:50:39.688078 dv-cinder-794661-1-smb neutron-server[103516]: return func(*args, **kwargs) Jun 03 18:50:39.688078 dv-cinder-794661-1-smb neutron-server[103516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 18:50:39.688078 dv-cinder-794661-1-smb neutron-server[103516]: self._notify() Jun 03 18:50:39.688078 dv-cinder-794661-1-smb neutron-server[103516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 18:50:39.688078 dv-cinder-794661-1-smb neutron-server[103516]: self.callback(batched_events) Jun 03 18:50:39.688078 dv-cinder-794661-1-smb neutron-server[103516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 18:50:39.688078 dv-cinder-794661-1-smb neutron-server[103516]: event.method(event) Jun 03 18:50:39.688078 dv-cinder-794661-1-smb neutron-server[103516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 18:50:39.688078 dv-cinder-794661-1-smb neutron-server[103516]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 18:50:39.688078 dv-cinder-794661-1-smb neutron-server[103516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 18:50:39.688078 dv-cinder-794661-1-smb neutron-server[103516]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 18:50:39.688078 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 18:50:39.688078 dv-cinder-794661-1-smb neutron-server[103516]: return f(self, *a, **k) Jun 03 18:50:39.688078 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 18:50:39.688078 dv-cinder-794661-1-smb neutron-server[103516]: return self._get(url).json() Jun 03 18:50:39.688078 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 18:50:39.688078 dv-cinder-794661-1-smb neutron-server[103516]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 18:50:39.688078 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 18:50:39.688078 dv-cinder-794661-1-smb neutron-server[103516]: return self.request(url, 'GET', **kwargs) Jun 03 18:50:39.688078 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 18:50:39.688078 dv-cinder-794661-1-smb neutron-server[103516]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 18:50:39.688078 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 18:50:39.688078 dv-cinder-794661-1-smb neutron-server[103516]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 18:50:39.688078 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 18:50:39.688078 dv-cinder-794661-1-smb neutron-server[103516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 18:50:39.688078 dv-cinder-794661-1-smb neutron-server[103516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 18:50:39.838204 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [req-d64b1653-982a-458a-bd50-db62c908ebdb req-e71d3a78-b2b9-4882-af13-1404b94bd3a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:39.838993 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5934c450-3218-494f-9cab-a446194c23f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573556'] for network, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:39.843845 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-16991c76-8196-4b61-818f-c6aa9fa43e38 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:50:39.850337 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:50:39.868845 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5934c450-3218-494f-9cab-a446194c23f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549304'] for network, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:39.875561 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5934c450-3218-494f-9cab-a446194c23f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d97f5e1e-a2e2-41ef-8654-748ebe7da58e,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:50:39.877301 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-5934c450-3218-494f-9cab-a446194c23f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:50:39.878298 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-5934c450-3218-494f-9cab-a446194c23f9 admin admin] 10.222.0.44 "DELETE /v2.0/networks/d97f5e1e-a2e2-41ef-8654-748ebe7da58e HTTP/1.1" status: 204 len: 168 time: 0.4725001 Jun 03 18:50:39.884179 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 51190) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:50:39.915845 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.db_base_plugin_v2 [None req-443a179c-1d23-40ec-9920-262013254f4d admin admin] Deleting subnet 6d3e0033-987d-4824-a52a-be7a6c6fcdfd {{(pid=103516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 18:50:39.917797 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-443a179c-1d23-40ec-9920-262013254f4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:39.917988 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71d3a78-b2b9-4882-af13-1404b94bd3a4 service neutron] Pushing event updated for resources: {'Port': ['ID=74debd3c-54bd-4786-9965-2e8931cdad8a,revision_number=2']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:50:39.932180 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-e71d3a78-b2b9-4882-af13-1404b94bd3a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:50:39.946642 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-443a179c-1d23-40ec-9920-262013254f4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2320325'] for subnet, precommit_delete_associations {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:39.948296 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [req-d64b1653-982a-458a-bd50-db62c908ebdb req-e71d3a78-b2b9-4882-af13-1404b94bd3a4 service neutron] Attempting to bind port 74debd3c-54bd-4786-9965-2e8931cdad8a on host hv-cinder-79466 for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 18:50:39.948481 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [req-d64b1653-982a-458a-bd50-db62c908ebdb req-e71d3a78-b2b9-4882-af13-1404b94bd3a4 service neutron] Attempting to bind port 74debd3c-54bd-4786-9965-2e8931cdad8a by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': 'dbca1dbe-5a89-473a-94f4-75bd9e3fa1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1417, 'network_id': '10b7379a-996c-49eb-a4af-c8a0e0fe9011'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 18:50:39.948647 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64b1653-982a-458a-bd50-db62c908ebdb req-e71d3a78-b2b9-4882-af13-1404b94bd3a4 service neutron] Attempting to bind port 74debd3c-54bd-4786-9965-2e8931cdad8a on network 10b7379a-996c-49eb-a4af-c8a0e0fe9011 {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 18:50:39.951378 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64b1653-982a-458a-bd50-db62c908ebdb req-e71d3a78-b2b9-4882-af13-1404b94bd3a4 service neutron] Port 74debd3c-54bd-4786-9965-2e8931cdad8a on network 10b7379a-996c-49eb-a4af-c8a0e0fe9011 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 18:50:39.951528 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64b1653-982a-458a-bd50-db62c908ebdb req-e71d3a78-b2b9-4882-af13-1404b94bd3a4 service neutron] Attempting to bind port 74debd3c-54bd-4786-9965-2e8931cdad8a on network 10b7379a-996c-49eb-a4af-c8a0e0fe9011 {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 18:50:39.954340 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64b1653-982a-458a-bd50-db62c908ebdb req-e71d3a78-b2b9-4882-af13-1404b94bd3a4 service neutron] Checking agent: {'id': 'af909ad5-3a3f-482f-ab55-4c32617c9c15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 18, 49, 2), 'started_at': datetime.datetime(2021, 6, 3, 18, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 18, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 18:50:39.954530 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64b1653-982a-458a-bd50-db62c908ebdb req-e71d3a78-b2b9-4882-af13-1404b94bd3a4 service neutron] Checking segment: {'id': 'dbca1dbe-5a89-473a-94f4-75bd9e3fa1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1417, 'network_id': '10b7379a-996c-49eb-a4af-c8a0e0fe9011'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 18:50:39.954863 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64b1653-982a-458a-bd50-db62c908ebdb req-e71d3a78-b2b9-4882-af13-1404b94bd3a4 service neutron] Bound using segment: {'id': 'dbca1dbe-5a89-473a-94f4-75bd9e3fa1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1417, 'network_id': '10b7379a-996c-49eb-a4af-c8a0e0fe9011'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 18:50:39.955101 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [req-d64b1653-982a-458a-bd50-db62c908ebdb req-e71d3a78-b2b9-4882-af13-1404b94bd3a4 service neutron] Bound port: 74debd3c-54bd-4786-9965-2e8931cdad8a, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbca1dbe-5a89-473a-94f4-75bd9e3fa1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1417, 'network_id': '10b7379a-996c-49eb-a4af-c8a0e0fe9011'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 18:50:39.955283 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [req-d64b1653-982a-458a-bd50-db62c908ebdb req-e71d3a78-b2b9-4882-af13-1404b94bd3a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:39.977456 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-443a179c-1d23-40ec-9920-262013254f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1531221'] for subnet, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:39.991547 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.108', 52606) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:50:40.009972 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.plugins.ml2.db [req-d64b1653-982a-458a-bd50-db62c908ebdb req-e71d3a78-b2b9-4882-af13-1404b94bd3a4 service neutron] For port 74debd3c-54bd-4786-9965-2e8931cdad8a, host hv-cinder-79466, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 18:50:40.012421 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.plugins.ml2.db [req-d64b1653-982a-458a-bd50-db62c908ebdb req-e71d3a78-b2b9-4882-af13-1404b94bd3a4 service neutron] For port 74debd3c-54bd-4786-9965-2e8931cdad8a, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=74debd3c-54bd-4786-9965-2e8931cdad8a,segment=NetworkSegment(dbca1dbe-5a89-473a-94f4-75bd9e3fa1aa),segment_id=dbca1dbe-5a89-473a-94f4-75bd9e3fa1aa)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 18:50:40.039414 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device 302c5655-1ae7-4d23-81c5-0d29ccdf6ad2 up at agent ovs-agent-dv-cinder-794661-1-smb {{(pid=103518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 18:50:40.072869 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-8cf83bf4-8edb-4533-9cbd-e7739039732c req-089a59e4-30c1-470a-b7f0-d57fc10564f1 tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] 10.222.0.44 "GET /v2.0/ports?device_id=3932d5b8-2e5d-44d3-8fbb-a41f1556e399 HTTP/1.1" status: 200 len: 210 time: 0.0620117 Jun 03 18:50:40.091222 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Provisioning complete for port 302c5655-1ae7-4d23-81c5-0d29ccdf6ad2 triggered by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 18:50:40.091587 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:40.133718 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [req-d64b1653-982a-458a-bd50-db62c908ebdb req-e71d3a78-b2b9-4882-af13-1404b94bd3a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:40.137224 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-54262ee0-3632-444d-beba-90b848c1c2cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:50:40.147096 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f4e192-da7b-4c57-9218-b6627c92554a req-12d3366c-24b0-4433-bd4a-cd9fbce65ca9 tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:40.147917 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-d8f4e192-da7b-4c57-9218-b6627c92554a req-12d3366c-24b0-4433-bd4a-cd9fbce65ca9 tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] 10.222.0.108 "GET /v2.0/networks?id=bc36df11-257a-47a2-aa32-264632736577 HTTP/1.1" status: 200 len: 811 time: 0.1556602 Jun 03 18:50:40.161757 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.v2.base [req-d8f4e192-da7b-4c57-9218-b6627c92554a req-c323f251-1678-4bae-aac9-2358e174adbd tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] Request body: {'port': {'device_id': '3932d5b8-2e5d-44d3-8fbb-a41f1556e399', 'network_id': 'bc36df11-257a-47a2-aa32-264632736577', 'admin_state_up': True, 'tenant_id': '44152c1d446c498fbec3ea4eee4d6c61'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:50:40.167839 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64b1653-982a-458a-bd50-db62c908ebdb req-e71d3a78-b2b9-4882-af13-1404b94bd3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:40.168257 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [req-d64b1653-982a-458a-bd50-db62c908ebdb req-e71d3a78-b2b9-4882-af13-1404b94bd3a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549304'] for port, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:40.169158 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-d64b1653-982a-458a-bd50-db62c908ebdb req-e71d3a78-b2b9-4882-af13-1404b94bd3a4 service neutron] 10.222.0.108 "PUT /v2.0/ports/74debd3c-54bd-4786-9965-2e8931cdad8a HTTP/1.1" status: 200 len: 1093 time: 1.0735533 Jun 03 18:50:40.169432 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c90a8b7-69fa-4ab3-9608-670d0ac84b0e', 'tag': '74debd3c-54bd-4786-9965-2e8931cdad8a'}] {{(pid=103517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 18:50:40.246930 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71d3a78-b2b9-4882-af13-1404b94bd3a4 service neutron] Pushing event updated for resources: {'Port': ['ID=74debd3c-54bd-4786-9965-2e8931cdad8a,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:50:40.252238 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-e71d3a78-b2b9-4882-af13-1404b94bd3a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:50:40.278399 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [req-d8f4e192-da7b-4c57-9218-b6627c92554a req-c323f251-1678-4bae-aac9-2358e174adbd tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:50:40.280519 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-d8f4e192-da7b-4c57-9218-b6627c92554a req-c323f251-1678-4bae-aac9-2358e174adbd tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] Usage tracker for resource:port and tenant:44152c1d446c498fbec3ea4eee4d6c61 is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:50:40.282137 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-d8f4e192-da7b-4c57-9218-b6627c92554a req-c323f251-1678-4bae-aac9-2358e174adbd tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] Quota usage for port was recalculated. Used quota:0. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:50:40.285290 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [req-d8f4e192-da7b-4c57-9218-b6627c92554a req-c323f251-1678-4bae-aac9-2358e174adbd tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:50:40.296306 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6dfacb1c6e50871b67f75635c9b3ac6df64508bd1243832f6cf610a9b5aa2ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52edd7fc-08d4-4780-bdbe-cb5dd030a82e" -d '{"events": [{"name": "network-changed", "server_uuid": "1c90a8b7-69fa-4ab3-9608-670d0ac84b0e", "tag": "74debd3c-54bd-4786-9965-2e8931cdad8a"}]}' {{(pid=103517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 18:50:40.395949 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-f645d826-1e37-490c-8c92-1eae46a17046 req-e73eb340-4207-4074-a7c5-c702d131342d tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fe2ba91-771c-460f-a28f-25e5450c027d HTTP/1.1" status: 200 len: 210 time: 0.0265644 Jun 03 18:50:40.424097 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 18:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6091ae-c750-410a-b77a-85d7127d5291 x-openstack-request-id: req-de6091ae-c750-410a-b77a-85d7127d5291 {{(pid=103517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 18:50:40.424328 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c90a8b7-69fa-4ab3-9608-670d0ac84b0e", "tag": "74debd3c-54bd-4786-9965-2e8931cdad8a", "status": "completed", "code": 200}]} {{(pid=103517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 18:50:40.424527 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-de6091ae-c750-410a-b77a-85d7127d5291 {{(pid=103517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 18:50:40.424899 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c90a8b7-69fa-4ab3-9608-670d0ac84b0e', 'tag': '74debd3c-54bd-4786-9965-2e8931cdad8a', 'status': 'completed', 'code': 200} Jun 03 18:50:40.446683 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8f4e192-da7b-4c57-9218-b6627c92554a req-c323f251-1678-4bae-aac9-2358e174adbd tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] Made reservation on behalf of 44152c1d446c498fbec3ea4eee4d6c61 for: {'port': 1} {{(pid=103516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 18:50:40.449376 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-d8f4e192-da7b-4c57-9218-b6627c92554a req-c323f251-1678-4bae-aac9-2358e174adbd tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:40.456409 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-443a179c-1d23-40ec-9920-262013254f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1531228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3014117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3540150'] for subnet, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:40.463235 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-9f10f27b-f86f-4d3b-b7e5-f20a3cfcc912 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:50:40.502004 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443a179c-1d23-40ec-9920-262013254f4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d3e0033-987d-4824-a52a-be7a6c6fcdfd,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:50:40.514919 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-443a179c-1d23-40ec-9920-262013254f4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:50:40.593631 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-443a179c-1d23-40ec-9920-262013254f4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:40.609852 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-443a179c-1d23-40ec-9920-262013254f4d admin admin] 10.222.0.44 "DELETE /v2.0/subnets/6d3e0033-987d-4824-a52a-be7a6c6fcdfd HTTP/1.1" status: 204 len: 168 time: 0.7282128 Jun 03 18:50:40.613375 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 51254) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:50:40.649962 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0827da32-05c6-4d2e-ad12-69d398526865 req-be0dfffa-9e2f-4c0a-ae7f-2d328ff5b057 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:40.650852 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-0827da32-05c6-4d2e-ad12-69d398526865 req-be0dfffa-9e2f-4c0a-ae7f-2d328ff5b057 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c90a8b7-69fa-4ab3-9608-670d0ac84b0e HTTP/1.1" status: 200 len: 943 time: 0.1720238 Jun 03 18:50:40.666440 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [req-d8f4e192-da7b-4c57-9218-b6627c92554a req-c323f251-1678-4bae-aac9-2358e174adbd tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] Allocated IP 172.20.0.14 (bc36df11-257a-47a2-aa32-264632736577/029e0955-5f16-4e8f-a809-ab415d2f786b/d63e0bfd-56fe-42cf-8a18-8bb5b6f1811e) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 18:50:40.676478 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ae6b4eed-4ed9-46ee-9be6-7713c26e13a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696177'] for network, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:40.694288 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-0827da32-05c6-4d2e-ad12-69d398526865 req-efa7ba49-7d5e-46e2-a759-bc3373f76354 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Synchronizing usage tracker for tenant:c8ba5f9b622448d591fdad53cf4828bc on resource:security_group {{(pid=103516) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 18:50:40.750077 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ae6b4eed-4ed9-46ee-9be6-7713c26e13a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557952', 'neutron.services.segments.db._delete_segments_for_network-8751241769921'] for network, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:40.757876 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ae6b4eed-4ed9-46ee-9be6-7713c26e13a9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:50:40.758059 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ae6b4eed-4ed9-46ee-9be6-7713c26e13a9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:50:40.758446 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ae6b4eed-4ed9-46ee-9be6-7713c26e13a9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:50:40.758651 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ae6b4eed-4ed9-46ee-9be6-7713c26e13a9 admin admin] Subscribe: > port after_create 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:50:40.758770 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ae6b4eed-4ed9-46ee-9be6-7713c26e13a9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:50:40.758941 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ae6b4eed-4ed9-46ee-9be6-7713c26e13a9 admin admin] Subscribe: > port after_update 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:50:40.759099 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ae6b4eed-4ed9-46ee-9be6-7713c26e13a9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:50:40.759274 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ae6b4eed-4ed9-46ee-9be6-7713c26e13a9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:50:40.759414 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ae6b4eed-4ed9-46ee-9be6-7713c26e13a9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:50:40.759676 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ae6b4eed-4ed9-46ee-9be6-7713c26e13a9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:50:40.787690 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ae6b4eed-4ed9-46ee-9be6-7713c26e13a9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:50:40.787910 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ae6b4eed-4ed9-46ee-9be6-7713c26e13a9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:50:40.788077 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ae6b4eed-4ed9-46ee-9be6-7713c26e13a9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:50:40.788221 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ae6b4eed-4ed9-46ee-9be6-7713c26e13a9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 18:50:40.788411 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.services.segments.db [None req-ae6b4eed-4ed9-46ee-9be6-7713c26e13a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fcb902b-662d-4352-8123-48cca35fef97']}} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:50:40.795881 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.services.segments.db [None req-ae6b4eed-4ed9-46ee-9be6-7713c26e13a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fceb904-f5f7-4ea9-b213-ad0f28a55447') {'for_net_delete': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:50:40.799346 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.services.segments.db [None req-ae6b4eed-4ed9-46ee-9be6-7713c26e13a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fceb904-f5f7-4ea9-b213-ad0f28a55447') {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:50:40.802559 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ae6b4eed-4ed9-46ee-9be6-7713c26e13a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751241775068', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3269350'] for segment, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:40.803869 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-d8f4e192-da7b-4c57-9218-b6627c92554a req-c323f251-1678-4bae-aac9-2358e174adbd tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] Notify callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:40.813670 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ae6b4eed-4ed9-46ee-9be6-7713c26e13a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529572'] for segment, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:40.818279 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae6b4eed-4ed9-46ee-9be6-7713c26e13a9 admin admin] Releasing vlan 1445 on physical network physnet1 to pool {{(pid=103517) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 18:50:40.818548 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ae6b4eed-4ed9-46ee-9be6-7713c26e13a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647826'] for segment, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:40.825049 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-0827da32-05c6-4d2e-ad12-69d398526865 req-efa7ba49-7d5e-46e2-a759-bc3373f76354 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Unset dirty status for tenant:c8ba5f9b622448d591fdad53cf4828bc on resource:security_group {{(pid=103516) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 18:50:40.825904 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-0827da32-05c6-4d2e-ad12-69d398526865 req-efa7ba49-7d5e-46e2-a759-bc3373f76354 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0217bca-e2f4-4d08-8774-71c4c877895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697867 Jun 03 18:50:40.827920 dv-cinder-794661-1-smb neutron-server[103517]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 03 18:50:40.827920 dv-cinder-794661-1-smb neutron-server[103517]: from cryptography.utils import int_from_bytes Jun 03 18:50:40.827920 dv-cinder-794661-1-smb neutron-server[103517]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 03 18:50:40.827920 dv-cinder-794661-1-smb neutron-server[103517]: from cryptography.utils import int_from_bytes Jun 03 18:50:40.827920 dv-cinder-794661-1-smb neutron-server[103517]: Traceback (most recent call last): Jun 03 18:50:40.827920 dv-cinder-794661-1-smb neutron-server[103517]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 18:50:40.827920 dv-cinder-794661-1-smb neutron-server[103517]: timer() Jun 03 18:50:40.827920 dv-cinder-794661-1-smb neutron-server[103517]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 18:50:40.827920 dv-cinder-794661-1-smb neutron-server[103517]: cb(*args, **kw) Jun 03 18:50:40.827920 dv-cinder-794661-1-smb neutron-server[103517]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 18:50:40.827920 dv-cinder-794661-1-smb neutron-server[103517]: return func(*args, **kwargs) Jun 03 18:50:40.827920 dv-cinder-794661-1-smb neutron-server[103517]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 18:50:40.827920 dv-cinder-794661-1-smb neutron-server[103517]: self._notify() Jun 03 18:50:40.827920 dv-cinder-794661-1-smb neutron-server[103517]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 18:50:40.827920 dv-cinder-794661-1-smb neutron-server[103517]: self.callback(batched_events) Jun 03 18:50:40.827920 dv-cinder-794661-1-smb neutron-server[103517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 18:50:40.827920 dv-cinder-794661-1-smb neutron-server[103517]: event.method(event) Jun 03 18:50:40.827920 dv-cinder-794661-1-smb neutron-server[103517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 18:50:40.827920 dv-cinder-794661-1-smb neutron-server[103517]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 18:50:40.827920 dv-cinder-794661-1-smb neutron-server[103517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 18:50:40.827920 dv-cinder-794661-1-smb neutron-server[103517]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 18:50:40.827920 dv-cinder-794661-1-smb neutron-server[103517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 18:50:40.827920 dv-cinder-794661-1-smb neutron-server[103517]: return f(self, *a, **k) Jun 03 18:50:40.827920 dv-cinder-794661-1-smb neutron-server[103517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 18:50:40.827920 dv-cinder-794661-1-smb neutron-server[103517]: return self._get(url).json() Jun 03 18:50:40.827920 dv-cinder-794661-1-smb neutron-server[103517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 18:50:40.827920 dv-cinder-794661-1-smb neutron-server[103517]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 18:50:40.827920 dv-cinder-794661-1-smb neutron-server[103517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 18:50:40.827920 dv-cinder-794661-1-smb neutron-server[103517]: return self.request(url, 'GET', **kwargs) Jun 03 18:50:40.827920 dv-cinder-794661-1-smb neutron-server[103517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 18:50:40.827920 dv-cinder-794661-1-smb neutron-server[103517]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 18:50:40.827920 dv-cinder-794661-1-smb neutron-server[103517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 18:50:40.827920 dv-cinder-794661-1-smb neutron-server[103517]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 18:50:40.827920 dv-cinder-794661-1-smb neutron-server[103517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 18:50:40.827920 dv-cinder-794661-1-smb neutron-server[103517]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 18:50:40.827920 dv-cinder-794661-1-smb neutron-server[103517]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 18:50:40.937524 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-d8f4e192-da7b-4c57-9218-b6627c92554a req-c323f251-1678-4bae-aac9-2358e174adbd tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751241322828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3014096'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:40.942165 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-2323cc20-2339-41cf-8b14-dca70496cca4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:50:40.968079 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ae6b4eed-4ed9-46ee-9be6-7713c26e13a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573556'] for network, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:40.971754 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ae6b4eed-4ed9-46ee-9be6-7713c26e13a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549304'] for network, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:40.975249 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-ee5ac2ec-985c-4a45-bebc-7eefed7a3c62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:50:40.986871 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6b4eed-4ed9-46ee-9be6-7713c26e13a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=3fcb902b-662d-4352-8123-48cca35fef97,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:50:40.988774 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-ae6b4eed-4ed9-46ee-9be6-7713c26e13a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:50:40.990196 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-ae6b4eed-4ed9-46ee-9be6-7713c26e13a9 admin admin] 10.222.0.44 "DELETE /v2.0/networks/3fcb902b-662d-4352-8123-48cca35fef97 HTTP/1.1" status: 204 len: 168 time: 0.3760984 Jun 03 18:50:40.998402 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8f4e192-da7b-4c57-9218-b6627c92554a req-c323f251-1678-4bae-aac9-2358e174adbd tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] Network bc36df11-257a-47a2-aa32-264632736577 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 18:50:41.003094 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [req-d8f4e192-da7b-4c57-9218-b6627c92554a req-c323f251-1678-4bae-aac9-2358e174adbd tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 18:50:41.005737 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8f4e192-da7b-4c57-9218-b6627c92554a req-c323f251-1678-4bae-aac9-2358e174adbd tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 18:50:41.024339 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c323f251-1678-4bae-aac9-2358e174adbd tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] Pushing event updated for resources: {'Port': ['ID=d63e0bfd-56fe-42cf-8a18-8bb5b6f1811e,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:50:41.030128 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-c323f251-1678-4bae-aac9-2358e174adbd tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:50:41.043376 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f4e192-da7b-4c57-9218-b6627c92554a req-c323f251-1678-4bae-aac9-2358e174adbd tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:41.043742 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-d8f4e192-da7b-4c57-9218-b6627c92554a req-c323f251-1678-4bae-aac9-2358e174adbd tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549304'] for port, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:41.167838 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-d8f4e192-da7b-4c57-9218-b6627c92554a req-c323f251-1678-4bae-aac9-2358e174adbd tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0086954 Jun 03 18:50:41.185463 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a3915-8613-4b9c-8c98-ffcefecbba25 req-29d9338a-8d44-4d65-a20c-1ed109a78fdc tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:41.186295 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-200a3915-8613-4b9c-8c98-ffcefecbba25 req-29d9338a-8d44-4d65-a20c-1ed109a78fdc tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] 10.222.0.44 "GET /v2.0/ports?device_id=3932d5b8-2e5d-44d3-8fbb-a41f1556e399 HTTP/1.1" status: 200 len: 932 time: 0.0544169 Jun 03 18:50:41.210954 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-200a3915-8613-4b9c-8c98-ffcefecbba25 req-89d7d16d-e906-4404-948e-7b98cd254053 tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca599a21-970e-4e41-95ac-14aeb32ee79e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0212021 Jun 03 18:50:41.357529 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 51266) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:50:41.384195 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-454b6b7c-d81e-4bab-b17d-3b5261755df2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=84928e0af514461fb1ad3592539a70e2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0257709 Jun 03 18:50:41.393869 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 51268) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:50:41.431859 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-28db23d3-648e-407d-95ec-25e53abc7f1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:41.447044 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-28db23d3-648e-407d-95ec-25e53abc7f1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:41.485921 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-7cc8f07b-9ba8-4616-94d7-743e38e2bc3b req-77daa023-17bd-4a86-9fc6-43166eff567f tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fe2ba91-771c-460f-a28f-25e5450c027d HTTP/1.1" status: 200 len: 210 time: 0.0239370 Jun 03 18:50:41.632411 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-28db23d3-648e-407d-95ec-25e53abc7f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:41.637399 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:50:41.665394 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28db23d3-648e-407d-95ec-25e53abc7f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12edb022-162d-40bb-89bb-c6aca89e6249,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:50:41.667404 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-28db23d3-648e-407d-95ec-25e53abc7f1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:50:41.671660 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-28db23d3-648e-407d-95ec-25e53abc7f1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:41.674040 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-28db23d3-648e-407d-95ec-25e53abc7f1c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/12edb022-162d-40bb-89bb-c6aca89e6249 HTTP/1.1" status: 204 len: 168 time: 0.2795951 Jun 03 18:50:41.937875 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f22a2-5dfc-42eb-a563-d0ca0f4b000f req-43ac47c7-6412-4ae2-b955-add6386ef56d tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:41.938691 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-b12f22a2-5dfc-42eb-a563-d0ca0f4b000f req-43ac47c7-6412-4ae2-b955-add6386ef56d tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c90a8b7-69fa-4ab3-9608-670d0ac84b0e HTTP/1.1" status: 200 len: 943 time: 0.0496397 Jun 03 18:50:41.962195 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-b12f22a2-5dfc-42eb-a563-d0ca0f4b000f req-acc6c46d-5968-4f6c-aece-91b0be55fa96 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0217bca-e2f4-4d08-8774-71c4c877895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0201218 Jun 03 18:50:42.317979 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c8c0e8-364a-417a-90b3-dcb07340edef req-8d4f4f7d-0347-4327-ae8e-9c27ca5eeb3c tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:42.319241 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-c1c8c0e8-364a-417a-90b3-dcb07340edef req-8d4f4f7d-0347-4327-ae8e-9c27ca5eeb3c tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] 10.222.0.44 "GET /v2.0/ports?device_id=3932d5b8-2e5d-44d3-8fbb-a41f1556e399 HTTP/1.1" status: 200 len: 932 time: 0.0490904 Jun 03 18:50:42.345745 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-c1c8c0e8-364a-417a-90b3-dcb07340edef req-f098ca2a-c0cb-4b92-9def-7424f43509f5 tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca599a21-970e-4e41-95ac-14aeb32ee79e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0223887 Jun 03 18:50:42.580989 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-1655cf2f-b80e-4216-9239-c59fc1cc6bba req-bcd9a27e-99ac-45a1-8eda-4a164afe49e8 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fe2ba91-771c-460f-a28f-25e5450c027d HTTP/1.1" status: 200 len: 210 time: 0.0247362 Jun 03 18:50:43.069119 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb7de6f-7ac2-4ea0-8bde-563b67ac974c req-46be5df9-6c45-486e-9c94-93d73f70888d tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:43.070151 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-2bb7de6f-7ac2-4ea0-8bde-563b67ac974c req-46be5df9-6c45-486e-9c94-93d73f70888d tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c90a8b7-69fa-4ab3-9608-670d0ac84b0e HTTP/1.1" status: 200 len: 943 time: 0.0514312 Jun 03 18:50:43.117359 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-2bb7de6f-7ac2-4ea0-8bde-563b67ac974c req-58bd7d82-fe6f-4299-a0f5-b1636582b2ac tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0217bca-e2f4-4d08-8774-71c4c877895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434253 Jun 03 18:50:43.138754 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 51330) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:50:43.166761 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-8f2b5f0d-058b-4474-91f2-d1785d738d21 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2e6f523380804eca99b6dbbbb8047101&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0257864 Jun 03 18:50:43.166761 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 51336) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:50:43.200460 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0ddb7463-3dee-4725-bc9d-a1dc273fd032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:43.218990 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0ddb7463-3dee-4725-bc9d-a1dc273fd032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:43.364704 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0ddb7463-3dee-4725-bc9d-a1dc273fd032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:43.370972 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-1819025e-31a2-4fb9-a9e4-387fbf0c8de5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:50:43.381600 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddb7463-3dee-4725-bc9d-a1dc273fd032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a78910-e150-4fe9-bb88-dfa9c6f0ce58,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:50:43.384505 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-0ddb7463-3dee-4725-bc9d-a1dc273fd032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:50:43.388480 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0ddb7463-3dee-4725-bc9d-a1dc273fd032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:43.389402 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-0ddb7463-3dee-4725-bc9d-a1dc273fd032 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a9a78910-e150-4fe9-bb88-dfa9c6f0ce58 HTTP/1.1" status: 204 len: 168 time: 0.2218173 Jun 03 18:50:43.457015 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3351f8-865d-4777-9c27-012541577c89 req-98b9e685-922d-40a6-add1-6213a05b4025 tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:43.457880 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-3a3351f8-865d-4777-9c27-012541577c89 req-98b9e685-922d-40a6-add1-6213a05b4025 tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] Synchronizing usage tracker for tenant:44152c1d446c498fbec3ea4eee4d6c61 on resource:port {{(pid=103516) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 18:50:43.634569 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-3a3351f8-865d-4777-9c27-012541577c89 req-98b9e685-922d-40a6-add1-6213a05b4025 tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] Unset dirty status for tenant:44152c1d446c498fbec3ea4eee4d6c61 on resource:port {{(pid=103516) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 18:50:43.642414 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-3a3351f8-865d-4777-9c27-012541577c89 req-98b9e685-922d-40a6-add1-6213a05b4025 tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] 10.222.0.44 "GET /v2.0/ports?device_id=3932d5b8-2e5d-44d3-8fbb-a41f1556e399 HTTP/1.1" status: 200 len: 932 time: 0.2199938 Jun 03 18:50:43.664936 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-3a3351f8-865d-4777-9c27-012541577c89 req-9683a79a-18c6-487e-a715-386b46f66504 tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] Synchronizing usage tracker for tenant:44152c1d446c498fbec3ea4eee4d6c61 on resource:security_group {{(pid=103516) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 18:50:43.675280 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-b325d021-3695-44fc-9ebd-0a9e8dba32fc req-7f0ba979-c871-4178-bedb-2383d6fdd8a3 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fe2ba91-771c-460f-a28f-25e5450c027d HTTP/1.1" status: 200 len: 210 time: 0.0276079 Jun 03 18:50:43.825979 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-3a3351f8-865d-4777-9c27-012541577c89 req-9683a79a-18c6-487e-a715-386b46f66504 tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] Unset dirty status for tenant:44152c1d446c498fbec3ea4eee4d6c61 on resource:security_group {{(pid=103516) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 18:50:43.826845 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-3a3351f8-865d-4777-9c27-012541577c89 req-9683a79a-18c6-487e-a715-386b46f66504 tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca599a21-970e-4e41-95ac-14aeb32ee79e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880753 Jun 03 18:50:44.230399 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318936d5-c9d9-4b24-8c28-3eb9ddbdccce req-1c8bd144-f5aa-4202-921e-18b53722d05e tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:44.231232 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-318936d5-c9d9-4b24-8c28-3eb9ddbdccce req-1c8bd144-f5aa-4202-921e-18b53722d05e tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c90a8b7-69fa-4ab3-9608-670d0ac84b0e HTTP/1.1" status: 200 len: 943 time: 0.0449345 Jun 03 18:50:44.257103 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-318936d5-c9d9-4b24-8c28-3eb9ddbdccce req-5598f68e-cc4f-4020-a255-0d2ce8230cb8 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0217bca-e2f4-4d08-8774-71c4c877895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0224979 Jun 03 18:50:44.758521 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-6fb89d87-76cc-437a-a5a5-93be55501043 req-1191b439-d78f-4769-8652-20dc21470c50 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fe2ba91-771c-460f-a28f-25e5450c027d HTTP/1.1" status: 200 len: 210 time: 0.0230560 Jun 03 18:50:44.940792 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972035b7-1c71-448c-b6aa-5de46e1a3058 req-734a881a-207c-42ec-99f8-fa99fd4fdfea tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:44.941631 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-972035b7-1c71-448c-b6aa-5de46e1a3058 req-734a881a-207c-42ec-99f8-fa99fd4fdfea tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] 10.222.0.44 "GET /v2.0/ports?device_id=3932d5b8-2e5d-44d3-8fbb-a41f1556e399 HTTP/1.1" status: 200 len: 932 time: 0.0476789 Jun 03 18:50:44.966008 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-972035b7-1c71-448c-b6aa-5de46e1a3058 req-97de86de-d95d-4c30-bf4a-31d877adb69a tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca599a21-970e-4e41-95ac-14aeb32ee79e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0209897 Jun 03 18:50:45.460192 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e307dc-667f-409f-b01b-e644f680913d req-a440d3e0-d1d4-47ba-93ef-544e1ccdae84 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:45.460974 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-80e307dc-667f-409f-b01b-e644f680913d req-a440d3e0-d1d4-47ba-93ef-544e1ccdae84 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c90a8b7-69fa-4ab3-9608-670d0ac84b0e HTTP/1.1" status: 200 len: 943 time: 0.1104198 Jun 03 18:50:45.484513 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-80e307dc-667f-409f-b01b-e644f680913d req-e00a53ec-9190-4d22-b4a3-44dce83c146b tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0217bca-e2f4-4d08-8774-71c4c877895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0201504 Jun 03 18:50:45.839106 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-90669c9f-9957-4ab0-b04f-10023413004d req-d456bed0-7b78-494f-aaf2-a3b8dcf30acb tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fe2ba91-771c-460f-a28f-25e5450c027d HTTP/1.1" status: 200 len: 210 time: 0.0246220 Jun 03 18:50:46.290266 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd7fff3-4ef5-458f-9769-d1fe08c3cb67 req-694dce17-9b44-43de-bd56-89ab75ba03a2 tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:46.290266 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-efd7fff3-4ef5-458f-9769-d1fe08c3cb67 req-694dce17-9b44-43de-bd56-89ab75ba03a2 tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] 10.222.0.44 "GET /v2.0/ports?device_id=3932d5b8-2e5d-44d3-8fbb-a41f1556e399 HTTP/1.1" status: 200 len: 932 time: 0.0482514 Jun 03 18:50:46.290266 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-efd7fff3-4ef5-458f-9769-d1fe08c3cb67 req-75b85be5-11a5-4770-92b9-b48866380b79 tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca599a21-970e-4e41-95ac-14aeb32ee79e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0234833 Jun 03 18:50:46.607277 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cab57f-162f-4bf0-b641-12c06d95fdc1 req-82351c4a-f743-44a9-ac45-f620388ed7b4 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:46.608341 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-93cab57f-162f-4bf0-b641-12c06d95fdc1 req-82351c4a-f743-44a9-ac45-f620388ed7b4 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c90a8b7-69fa-4ab3-9608-670d0ac84b0e HTTP/1.1" status: 200 len: 943 time: 0.0550961 Jun 03 18:50:46.636415 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-93cab57f-162f-4bf0-b641-12c06d95fdc1 req-d34a018b-2fdb-4075-8cf7-4233ab6c4007 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0217bca-e2f4-4d08-8774-71c4c877895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0238037 Jun 03 18:50:46.936552 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-c6479441-a68d-4af2-be07-18183dfdd880 req-3054aa74-60db-4ec6-a9f5-0d4293759257 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fe2ba91-771c-460f-a28f-25e5450c027d HTTP/1.1" status: 200 len: 210 time: 0.0366092 Jun 03 18:50:47.425463 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c22f9-0294-43b7-be7c-aab23e2cd909 req-fa503377-4d3a-46b8-8828-a540eec3f911 tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:47.427083 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-cc5c22f9-0294-43b7-be7c-aab23e2cd909 req-fa503377-4d3a-46b8-8828-a540eec3f911 tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] 10.222.0.44 "GET /v2.0/ports?device_id=3932d5b8-2e5d-44d3-8fbb-a41f1556e399 HTTP/1.1" status: 200 len: 932 time: 0.0567775 Jun 03 18:50:47.457593 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-cc5c22f9-0294-43b7-be7c-aab23e2cd909 req-2f7488ea-a2c8-4127-b7de-884f865b85e6 tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca599a21-970e-4e41-95ac-14aeb32ee79e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264144 Jun 03 18:50:47.796454 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db2780d-ef1a-4d17-a667-1cd298271ed1 req-4514406e-f812-460a-971b-96525c4fab7c tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:47.796454 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-4db2780d-ef1a-4d17-a667-1cd298271ed1 req-4514406e-f812-460a-971b-96525c4fab7c tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c90a8b7-69fa-4ab3-9608-670d0ac84b0e HTTP/1.1" status: 200 len: 943 time: 0.0665355 Jun 03 18:50:47.796743 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-4db2780d-ef1a-4d17-a667-1cd298271ed1 req-17820916-a091-49fd-ab8f-f3795c9cc714 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0217bca-e2f4-4d08-8774-71c4c877895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0254557 Jun 03 18:50:48.197612 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-db327c4f-4d4e-4c06-b894-56aa3ff37c8d req-3f8f3e8c-976b-4c04-a016-c254fe74c845 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fe2ba91-771c-460f-a28f-25e5450c027d HTTP/1.1" status: 200 len: 210 time: 0.0329592 Jun 03 18:50:48.589311 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc9146-4fb2-4846-94f5-846d19128df8 req-bad55b33-8be5-45c9-83c4-576162d58d20 tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:48.590228 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-4acc9146-4fb2-4846-94f5-846d19128df8 req-bad55b33-8be5-45c9-83c4-576162d58d20 tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] 10.222.0.44 "GET /v2.0/ports?device_id=3932d5b8-2e5d-44d3-8fbb-a41f1556e399 HTTP/1.1" status: 200 len: 932 time: 0.0575283 Jun 03 18:50:48.619724 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-4acc9146-4fb2-4846-94f5-846d19128df8 req-5b8e6dfb-67a2-4e93-b05c-718d6ff1c300 tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca599a21-970e-4e41-95ac-14aeb32ee79e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0255966 Jun 03 18:50:48.965784 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622c3638-09bb-4004-90be-308d1f00f96d req-7cabaf81-fe52-4d91-804c-4d05505ebf84 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:48.967491 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-622c3638-09bb-4004-90be-308d1f00f96d req-7cabaf81-fe52-4d91-804c-4d05505ebf84 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c90a8b7-69fa-4ab3-9608-670d0ac84b0e HTTP/1.1" status: 200 len: 943 time: 0.0969961 Jun 03 18:50:49.011926 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-622c3638-09bb-4004-90be-308d1f00f96d req-1b90fc3b-8d30-47f6-b8de-4cd196401473 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0217bca-e2f4-4d08-8774-71c4c877895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328250 Jun 03 18:50:49.307229 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-46214902-b754-4441-8ba8-a005b67f165a req-20492602-3b05-445f-a14d-41c9fdf39174 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fe2ba91-771c-460f-a28f-25e5450c027d HTTP/1.1" status: 200 len: 210 time: 0.0381804 Jun 03 18:50:49.750455 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5955550a-1d72-493c-8c31-49942042db3a req-57dd776f-05a6-4c09-b7a7-165e61394dfb tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:49.751355 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-5955550a-1d72-493c-8c31-49942042db3a req-57dd776f-05a6-4c09-b7a7-165e61394dfb tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] 10.222.0.44 "GET /v2.0/ports?device_id=3932d5b8-2e5d-44d3-8fbb-a41f1556e399 HTTP/1.1" status: 200 len: 932 time: 0.0631623 Jun 03 18:50:49.775643 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-5955550a-1d72-493c-8c31-49942042db3a req-7d8f78d2-0d56-4741-952e-2f144c06171f tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca599a21-970e-4e41-95ac-14aeb32ee79e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0208828 Jun 03 18:50:50.047684 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 51526) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:50:50.123366 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-6e2bdef7-ee8f-4cf6-bfc5-9318e9c971fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:50.133578 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-6e2bdef7-ee8f-4cf6-bfc5-9318e9c971fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:50:50.136396 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-6e2bdef7-ee8f-4cf6-bfc5-9318e9c971fa admin admin] Usage tracker for resource:security_group_rule and tenant:dab2f0e40a7b4954b07639fb67a19147 is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:50:50.138128 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-6e2bdef7-ee8f-4cf6-bfc5-9318e9c971fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:50:50.144771 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-6e2bdef7-ee8f-4cf6-bfc5-9318e9c971fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:50:50.156458 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df9e4ad-61e8-4cc4-bd0e-dc2ef3e92715 req-cb97300c-2896-4035-a02b-fdd0f5a74521 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:50.157351 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-2df9e4ad-61e8-4cc4-bd0e-dc2ef3e92715 req-cb97300c-2896-4035-a02b-fdd0f5a74521 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c90a8b7-69fa-4ab3-9608-670d0ac84b0e HTTP/1.1" status: 200 len: 943 time: 0.0809896 Jun 03 18:50:50.201316 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-2df9e4ad-61e8-4cc4-bd0e-dc2ef3e92715 req-bcf08937-2e2b-4691-bf0f-752050a5ef85 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0217bca-e2f4-4d08-8774-71c4c877895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359237 Jun 03 18:50:50.400872 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-6520ab68-366f-4678-b2ca-356bb834adf5 req-23d806ce-1d1a-40c8-8621-bc2f008a9d76 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fe2ba91-771c-460f-a28f-25e5450c027d HTTP/1.1" status: 200 len: 210 time: 0.0261261 Jun 03 18:50:50.494128 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-6e2bdef7-ee8f-4cf6-bfc5-9318e9c971fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:50.626118 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-6e2bdef7-ee8f-4cf6-bfc5-9318e9c971fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:50.632262 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-e82f4e3b-f221-4e84-994d-7bfe998bc44c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:50:50.655732 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-6e2bdef7-ee8f-4cf6-bfc5-9318e9c971fa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dab2f0e40a7b4954b07639fb67a19147&name=default HTTP/1.1" status: 200 len: 2976 time: 0.6072044 Jun 03 18:50:50.656648 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2bdef7-ee8f-4cf6-bfc5-9318e9c971fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4955184-a87b-49ea-aadc-f3f3d4159f9f,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:50:50.657595 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 51542) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:50:50.658557 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-6e2bdef7-ee8f-4cf6-bfc5-9318e9c971fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:50:50.670006 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 51544) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:50:50.690202 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-59cfd7fe-44b7-4655-ab4f-64d369f1b81a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:50.705616 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-59cfd7fe-44b7-4655-ab4f-64d369f1b81a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:50.736920 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-04556004-ef70-43ad-a002-16e732101606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:50.745358 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-04556004-ef70-43ad-a002-16e732101606 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:50:50.747521 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-04556004-ef70-43ad-a002-16e732101606 admin admin] Usage tracker for resource:security_group_rule and tenant:0f6fc02cd84a48b999fab79145c91c89 is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:50:50.749157 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-04556004-ef70-43ad-a002-16e732101606 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:50:50.752323 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-04556004-ef70-43ad-a002-16e732101606 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:50:50.879302 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcd0097-205f-4963-a507-985dc4a1468b req-e350a77d-f8b6-40de-b24b-d2387f2e63f9 tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:50.880159 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-5bcd0097-205f-4963-a507-985dc4a1468b req-e350a77d-f8b6-40de-b24b-d2387f2e63f9 tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] 10.222.0.44 "GET /v2.0/ports?device_id=3932d5b8-2e5d-44d3-8fbb-a41f1556e399 HTTP/1.1" status: 200 len: 932 time: 0.0457363 Jun 03 18:50:50.904436 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-5bcd0097-205f-4963-a507-985dc4a1468b req-05f2bdea-df7b-4f2e-a2ef-da462d1107bd tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca599a21-970e-4e41-95ac-14aeb32ee79e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0207477 Jun 03 18:50:50.917588 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-59cfd7fe-44b7-4655-ab4f-64d369f1b81a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:50.921069 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:50:50.927590 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cfd7fe-44b7-4655-ab4f-64d369f1b81a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4955184-a87b-49ea-aadc-f3f3d4159f9f,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:50:50.930372 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-59cfd7fe-44b7-4655-ab4f-64d369f1b81a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:50:50.951302 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-59cfd7fe-44b7-4655-ab4f-64d369f1b81a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:50.951302 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-59cfd7fe-44b7-4655-ab4f-64d369f1b81a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d4955184-a87b-49ea-aadc-f3f3d4159f9f HTTP/1.1" status: 204 len: 168 time: 0.2748642 Jun 03 18:50:50.973218 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-04556004-ef70-43ad-a002-16e732101606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:51.042914 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 18:50:51.092742 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-04556004-ef70-43ad-a002-16e732101606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:51.097229 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-6e2bdef7-ee8f-4cf6-bfc5-9318e9c971fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:50:51.118928 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04556004-ef70-43ad-a002-16e732101606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ead3fe-9916-4786-8997-9359181fb990,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:50:51.121574 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-04556004-ef70-43ad-a002-16e732101606 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0f6fc02cd84a48b999fab79145c91c89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4509597 Jun 03 18:50:51.122160 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-04556004-ef70-43ad-a002-16e732101606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:50:51.123783 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 51552) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:50:51.157738 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3150b291-5e8d-4a12-96fd-74dd37f31473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:51.171922 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3150b291-5e8d-4a12-96fd-74dd37f31473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:51.278953 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3150b291-5e8d-4a12-96fd-74dd37f31473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:51.282117 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:50:51.290349 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3150b291-5e8d-4a12-96fd-74dd37f31473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ead3fe-9916-4786-8997-9359181fb990,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:50:51.291879 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-3150b291-5e8d-4a12-96fd-74dd37f31473 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:50:51.294992 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3150b291-5e8d-4a12-96fd-74dd37f31473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:51.299829 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-3150b291-5e8d-4a12-96fd-74dd37f31473 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/32ead3fe-9916-4786-8997-9359181fb990 HTTP/1.1" status: 204 len: 168 time: 0.1758010 Jun 03 18:50:51.327941 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eff8c0-a599-4184-ae91-fd7a32d7c009 req-a31c39f5-1639-4212-9dfb-208f690c62e7 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:51.327941 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-a6eff8c0-a599-4184-ae91-fd7a32d7c009 req-a31c39f5-1639-4212-9dfb-208f690c62e7 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c90a8b7-69fa-4ab3-9608-670d0ac84b0e HTTP/1.1" status: 200 len: 943 time: 0.0583289 Jun 03 18:50:51.352437 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-a6eff8c0-a599-4184-ae91-fd7a32d7c009 req-57d34735-cbdd-45aa-acee-c0020fabe241 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0217bca-e2f4-4d08-8774-71c4c877895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268326 Jun 03 18:50:51.495575 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-7b1846a5-60c6-424d-a077-78a8d600cfb9 req-7420ca8f-98be-44ac-b8b5-e149bc84f2a0 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fe2ba91-771c-460f-a28f-25e5450c027d HTTP/1.1" status: 200 len: 210 time: 0.0375116 Jun 03 18:50:51.685878 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 51594) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:50:51.696601 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-6251471f-5bef-4edc-96f6-efcf14938f64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:51.704131 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-6251471f-5bef-4edc-96f6-efcf14938f64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:50:51.706216 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-6251471f-5bef-4edc-96f6-efcf14938f64 admin admin] Usage tracker for resource:security_group_rule and tenant:eed8d4ef65bf4315b8fd31979bd14109 is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:50:51.708006 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-6251471f-5bef-4edc-96f6-efcf14938f64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:50:51.711368 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-6251471f-5bef-4edc-96f6-efcf14938f64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:50:51.762414 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-6251471f-5bef-4edc-96f6-efcf14938f64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:51.887367 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-6251471f-5bef-4edc-96f6-efcf14938f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:51.893255 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-5d4443b5-234f-413e-a6e6-1e0f5e990c34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:50:51.914643 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-6251471f-5bef-4edc-96f6-efcf14938f64 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=eed8d4ef65bf4315b8fd31979bd14109&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2279394 Jun 03 18:50:51.917462 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6251471f-5bef-4edc-96f6-efcf14938f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1800e592-3cf6-46ae-8a33-0f47024509e9,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:50:51.917542 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 51612) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:50:51.917823 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-6251471f-5bef-4edc-96f6-efcf14938f64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:50:52.014192 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-24af84ae-2cfc-414a-a9ba-9c5a3db44f5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:52.035101 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.v2.base [req-d8f4e192-da7b-4c57-9218-b6627c92554a req-a264aaae-328a-41ac-bf36-741b14dad73c service neutron] Request body: {'port': {'device_id': '3932d5b8-2e5d-44d3-8fbb-a41f1556e399', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:50:52.056650 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-24af84ae-2cfc-414a-a9ba-9c5a3db44f5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:52.086303 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52edd7fc-08d4-4780-bdbe-cb5dd030a82e req-0f767fc5-9244-4905-98a8-df699e15477b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:52.087271 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-52edd7fc-08d4-4780-bdbe-cb5dd030a82e req-0f767fc5-9244-4905-98a8-df699e15477b service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=c8ba5f9b622448d591fdad53cf4828bc&device_id=1c90a8b7-69fa-4ab3-9608-670d0ac84b0e HTTP/1.1" status: 200 len: 1096 time: 0.0577400 Jun 03 18:50:52.119157 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d00d6a-079e-45ed-9d0e-70cfd10b6c41 req-16ad0728-870e-47a6-978b-10be17af5fc6 tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:52.120053 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-51d00d6a-079e-45ed-9d0e-70cfd10b6c41 req-16ad0728-870e-47a6-978b-10be17af5fc6 tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] 10.222.0.44 "GET /v2.0/ports?device_id=3932d5b8-2e5d-44d3-8fbb-a41f1556e399 HTTP/1.1" status: 200 len: 932 time: 0.1274991 Jun 03 18:50:52.139734 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-d8f4e192-da7b-4c57-9218-b6627c92554a req-a264aaae-328a-41ac-bf36-741b14dad73c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:52.176778 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-51d00d6a-079e-45ed-9d0e-70cfd10b6c41 req-4e50b02a-c2bb-472f-a098-0e87e58dac7c tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca599a21-970e-4e41-95ac-14aeb32ee79e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514133 Jun 03 18:50:52.212475 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52edd7fc-08d4-4780-bdbe-cb5dd030a82e req-06d0cbec-573b-4caa-b12d-8f9d68d6f8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:52.216619 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-52edd7fc-08d4-4780-bdbe-cb5dd030a82e req-06d0cbec-573b-4caa-b12d-8f9d68d6f8e7 service neutron] 10.222.0.108 "GET /v2.0/networks?tenant_id=c8ba5f9b622448d591fdad53cf4828bc&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1044335 Jun 03 18:50:52.234106 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-24af84ae-2cfc-414a-a9ba-9c5a3db44f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:52.245947 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:50:52.245996 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 51638) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:50:52.252400 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24af84ae-2cfc-414a-a9ba-9c5a3db44f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1800e592-3cf6-46ae-8a33-0f47024509e9,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:50:52.256700 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3e86df0a-4b73-4aaa-825e-27a737c402df admin admin] Notify callbacks [] for security_group, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:52.275372 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-24af84ae-2cfc-414a-a9ba-9c5a3db44f5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:50:52.279517 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-24af84ae-2cfc-414a-a9ba-9c5a3db44f5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:52.280174 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-24af84ae-2cfc-414a-a9ba-9c5a3db44f5d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1800e592-3cf6-46ae-8a33-0f47024509e9 HTTP/1.1" status: 204 len: 168 time: 0.3630493 Jun 03 18:50:52.295559 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-3e86df0a-4b73-4aaa-825e-27a737c402df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:50:52.299411 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-3e86df0a-4b73-4aaa-825e-27a737c402df admin admin] Usage tracker for resource:security_group_rule and tenant:924c2c12986e4e68b7b8ad95795ca35b is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:50:52.301912 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-3e86df0a-4b73-4aaa-825e-27a737c402df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:50:52.307553 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-3e86df0a-4b73-4aaa-825e-27a737c402df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:50:52.321047 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52edd7fc-08d4-4780-bdbe-cb5dd030a82e req-d782aff8-e746-4719-8de9-cfc5845b35da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:52.326019 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-52edd7fc-08d4-4780-bdbe-cb5dd030a82e req-d782aff8-e746-4719-8de9-cfc5845b35da service neutron] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1014557 Jun 03 18:50:52.367006 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.notifiers.nova [req-d8f4e192-da7b-4c57-9218-b6627c92554a req-a264aaae-328a-41ac-bf36-741b14dad73c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d63e0bfd-56fe-42cf-8a18-8bb5b6f1811e {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 18:50:52.372618 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-d8f4e192-da7b-4c57-9218-b6627c92554a req-a264aaae-328a-41ac-bf36-741b14dad73c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:52.379926 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3e86df0a-4b73-4aaa-825e-27a737c402df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:52.383094 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [req-d8f4e192-da7b-4c57-9218-b6627c92554a req-a264aaae-328a-41ac-bf36-741b14dad73c service neutron] Transition to ACTIVE for port object d63e0bfd-56fe-42cf-8a18-8bb5b6f1811e will not be triggered until provisioned by entity L2. {{(pid=103516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 18:50:52.473473 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9945a23-5365-4d1e-94ce-a4ff398d4aa6 req-2ecb69c1-2ae8-4fa4-97a6-50c9883e7e97 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:52.474277 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-d9945a23-5365-4d1e-94ce-a4ff398d4aa6 req-2ecb69c1-2ae8-4fa4-97a6-50c9883e7e97 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c90a8b7-69fa-4ab3-9608-670d0ac84b0e HTTP/1.1" status: 200 len: 943 time: 0.0588067 Jun 03 18:50:52.499911 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-d9945a23-5365-4d1e-94ce-a4ff398d4aa6 req-26545c67-3fc3-4c8f-bb4d-f8b0377d8181 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0217bca-e2f4-4d08-8774-71c4c877895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0213892 Jun 03 18:50:52.520554 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3e86df0a-4b73-4aaa-825e-27a737c402df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:52.520739 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-d8f4e192-da7b-4c57-9218-b6627c92554a req-a264aaae-328a-41ac-bf36-741b14dad73c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3013931'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:52.523579 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-c323f251-1678-4bae-aac9-2358e174adbd tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:50:52.524788 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:50:52.549260 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-3e86df0a-4b73-4aaa-825e-27a737c402df admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=924c2c12986e4e68b7b8ad95795ca35b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3025050 Jun 03 18:50:52.549260 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e86df0a-4b73-4aaa-825e-27a737c402df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5995916-f23c-46ae-9eb3-ac84d7fa5711,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:50:52.549436 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 51648) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:50:52.562365 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-3e86df0a-4b73-4aaa-825e-27a737c402df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:50:52.583326 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-cc4bc8d7-5678-40e7-9987-e650bf10e22a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:52.596917 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-cc4bc8d7-5678-40e7-9987-e650bf10e22a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:52.638028 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-b97f0725-c1c7-4a5c-8ff7-b6c0c5a5ecb0 req-1f5cabbb-d691-4ad6-a868-17eb841156f5 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fe2ba91-771c-460f-a28f-25e5450c027d HTTP/1.1" status: 200 len: 210 time: 0.0514655 Jun 03 18:50:52.638635 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a264aaae-328a-41ac-bf36-741b14dad73c service neutron] Pushing event updated for resources: {'Port': ['ID=d63e0bfd-56fe-42cf-8a18-8bb5b6f1811e,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:50:52.640449 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-a264aaae-328a-41ac-bf36-741b14dad73c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:50:52.687492 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [req-d8f4e192-da7b-4c57-9218-b6627c92554a req-a264aaae-328a-41ac-bf36-741b14dad73c service neutron] Attempting to bind port d63e0bfd-56fe-42cf-8a18-8bb5b6f1811e on host hv-cinder-79466 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 18:50:52.687901 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [req-d8f4e192-da7b-4c57-9218-b6627c92554a req-a264aaae-328a-41ac-bf36-741b14dad73c service neutron] Attempting to bind port d63e0bfd-56fe-42cf-8a18-8bb5b6f1811e by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': '7cec0923-f235-4018-af29-8ad51e802c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1411, 'network_id': 'bc36df11-257a-47a2-aa32-264632736577'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 18:50:52.688079 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f4e192-da7b-4c57-9218-b6627c92554a req-a264aaae-328a-41ac-bf36-741b14dad73c service neutron] Attempting to bind port d63e0bfd-56fe-42cf-8a18-8bb5b6f1811e on network bc36df11-257a-47a2-aa32-264632736577 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 18:50:52.691186 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f4e192-da7b-4c57-9218-b6627c92554a req-a264aaae-328a-41ac-bf36-741b14dad73c service neutron] Port d63e0bfd-56fe-42cf-8a18-8bb5b6f1811e on network bc36df11-257a-47a2-aa32-264632736577 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 18:50:52.691377 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f4e192-da7b-4c57-9218-b6627c92554a req-a264aaae-328a-41ac-bf36-741b14dad73c service neutron] Attempting to bind port d63e0bfd-56fe-42cf-8a18-8bb5b6f1811e on network bc36df11-257a-47a2-aa32-264632736577 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 18:50:52.695964 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f4e192-da7b-4c57-9218-b6627c92554a req-a264aaae-328a-41ac-bf36-741b14dad73c service neutron] Checking agent: {'id': 'af909ad5-3a3f-482f-ab55-4c32617c9c15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 18, 49, 2), 'started_at': datetime.datetime(2021, 6, 3, 18, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 18, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 18:50:52.699737 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f4e192-da7b-4c57-9218-b6627c92554a req-a264aaae-328a-41ac-bf36-741b14dad73c service neutron] Checking segment: {'id': '7cec0923-f235-4018-af29-8ad51e802c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1411, 'network_id': 'bc36df11-257a-47a2-aa32-264632736577'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 18:50:52.699737 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f4e192-da7b-4c57-9218-b6627c92554a req-a264aaae-328a-41ac-bf36-741b14dad73c service neutron] Bound using segment: {'id': '7cec0923-f235-4018-af29-8ad51e802c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1411, 'network_id': 'bc36df11-257a-47a2-aa32-264632736577'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 18:50:52.699737 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [req-d8f4e192-da7b-4c57-9218-b6627c92554a req-a264aaae-328a-41ac-bf36-741b14dad73c service neutron] Bound port: d63e0bfd-56fe-42cf-8a18-8bb5b6f1811e, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cec0923-f235-4018-af29-8ad51e802c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1411, 'network_id': 'bc36df11-257a-47a2-aa32-264632736577'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 18:50:52.699737 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-d8f4e192-da7b-4c57-9218-b6627c92554a req-a264aaae-328a-41ac-bf36-741b14dad73c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:52.748565 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-cc4bc8d7-5678-40e7-9987-e650bf10e22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:52.751308 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.db [req-d8f4e192-da7b-4c57-9218-b6627c92554a req-a264aaae-328a-41ac-bf36-741b14dad73c service neutron] For port d63e0bfd-56fe-42cf-8a18-8bb5b6f1811e, host hv-cinder-79466, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 18:50:52.754553 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.db [req-d8f4e192-da7b-4c57-9218-b6627c92554a req-a264aaae-328a-41ac-bf36-741b14dad73c service neutron] For port d63e0bfd-56fe-42cf-8a18-8bb5b6f1811e, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=d63e0bfd-56fe-42cf-8a18-8bb5b6f1811e,segment=NetworkSegment(7cec0923-f235-4018-af29-8ad51e802c6b),segment_id=7cec0923-f235-4018-af29-8ad51e802c6b)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 18:50:52.755899 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:50:52.770224 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4bc8d7-5678-40e7-9987-e650bf10e22a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5995916-f23c-46ae-9eb3-ac84d7fa5711,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:50:52.785163 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-cc4bc8d7-5678-40e7-9987-e650bf10e22a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:50:52.791092 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-cc4bc8d7-5678-40e7-9987-e650bf10e22a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:52.793625 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-cc4bc8d7-5678-40e7-9987-e650bf10e22a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c5995916-f23c-46ae-9eb3-ac84d7fa5711 HTTP/1.1" status: 204 len: 168 time: 0.2408929 Jun 03 18:50:52.797239 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805dbe16-5349-49c8-afc6-58c7215049ec req-8318f98e-3ea7-4708-8c78-7db948dd234c tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:52.798019 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-805dbe16-5349-49c8-afc6-58c7215049ec req-8318f98e-3ea7-4708-8c78-7db948dd234c tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.108 "GET /v2.0/networks?id=96b760d7-3720-403e-b1ec-2fd415aa44fd HTTP/1.1" status: 200 len: 818 time: 0.1632218 Jun 03 18:50:52.809175 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.v2.base [req-805dbe16-5349-49c8-afc6-58c7215049ec req-2825de01-debb-4ee3-9772-2b2c64b3ff3e tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Request body: {'port': {'device_id': '9fe2ba91-771c-460f-a28f-25e5450c027d', 'network_id': '96b760d7-3720-403e-b1ec-2fd415aa44fd', 'admin_state_up': True, 'tenant_id': '04d914789bfc4c6082997cc72d5d376a'}} {{(pid=103517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:50:52.841602 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-d8f4e192-da7b-4c57-9218-b6627c92554a req-a264aaae-328a-41ac-bf36-741b14dad73c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3013931'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:52.844917 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:50:52.870960 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f4e192-da7b-4c57-9218-b6627c92554a req-a264aaae-328a-41ac-bf36-741b14dad73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:52.871300 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-d8f4e192-da7b-4c57-9218-b6627c92554a req-a264aaae-328a-41ac-bf36-741b14dad73c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549304'] for port, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:52.872332 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-d8f4e192-da7b-4c57-9218-b6627c92554a req-a264aaae-328a-41ac-bf36-741b14dad73c service neutron] 10.222.0.108 "PUT /v2.0/ports/d63e0bfd-56fe-42cf-8a18-8bb5b6f1811e HTTP/1.1" status: 200 len: 1094 time: 0.8397491 Jun 03 18:50:52.873705 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3932d5b8-2e5d-44d3-8fbb-a41f1556e399', 'tag': 'd63e0bfd-56fe-42cf-8a18-8bb5b6f1811e'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 18:50:52.892067 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [req-805dbe16-5349-49c8-afc6-58c7215049ec req-2825de01-debb-4ee3-9772-2b2c64b3ff3e tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:50:52.892891 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a264aaae-328a-41ac-bf36-741b14dad73c service neutron] Pushing event updated for resources: {'Port': ['ID=d63e0bfd-56fe-42cf-8a18-8bb5b6f1811e,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:50:52.894775 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-a264aaae-328a-41ac-bf36-741b14dad73c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:50:52.900642 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [req-805dbe16-5349-49c8-afc6-58c7215049ec req-2825de01-debb-4ee3-9772-2b2c64b3ff3e tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:50:53.037370 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-805dbe16-5349-49c8-afc6-58c7215049ec req-2825de01-debb-4ee3-9772-2b2c64b3ff3e tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Made reservation on behalf of 04d914789bfc4c6082997cc72d5d376a for: {'port': 1} {{(pid=103517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 18:50:53.039744 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [req-805dbe16-5349-49c8-afc6-58c7215049ec req-2825de01-debb-4ee3-9772-2b2c64b3ff3e tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:53.138493 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.db_base_plugin_common [req-805dbe16-5349-49c8-afc6-58c7215049ec req-2825de01-debb-4ee3-9772-2b2c64b3ff3e tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Allocated IP 172.20.0.9 (96b760d7-3720-403e-b1ec-2fd415aa44fd/cdba7c81-6690-4a2c-8589-65ca072f8ce6/c89e2f05-f889-4cbd-8d28-b09ad32619f5) {{(pid=103517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 18:50:53.162237 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc39b0f538a7142e305aed45b4a3a48499e72eb72884f9d3de90a53803998271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b208601-124d-4057-9d38-73d7634eec97" -d '{"events": [{"name": "network-changed", "server_uuid": "3932d5b8-2e5d-44d3-8fbb-a41f1556e399", "tag": "d63e0bfd-56fe-42cf-8a18-8bb5b6f1811e"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 18:50:53.207950 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f4e192-da7b-4c57-9218-b6627c92554a req-4663159f-5c9e-4d5c-82af-d587fc58be4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:53.208940 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-d8f4e192-da7b-4c57-9218-b6627c92554a req-4663159f-5c9e-4d5c-82af-d587fc58be4d service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=44152c1d446c498fbec3ea4eee4d6c61&device_id=3932d5b8-2e5d-44d3-8fbb-a41f1556e399 HTTP/1.1" status: 200 len: 1097 time: 0.0891919 Jun 03 18:50:53.251142 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 18:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64eeae12-eabc-40d0-8223-76bd7b6e235c x-openstack-request-id: req-64eeae12-eabc-40d0-8223-76bd7b6e235c {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 18:50:53.251307 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3932d5b8-2e5d-44d3-8fbb-a41f1556e399", "tag": "d63e0bfd-56fe-42cf-8a18-8bb5b6f1811e", "status": "completed", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 18:50:53.251446 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-64eeae12-eabc-40d0-8223-76bd7b6e235c {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 18:50:53.251720 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3932d5b8-2e5d-44d3-8fbb-a41f1556e399', 'tag': 'd63e0bfd-56fe-42cf-8a18-8bb5b6f1811e', 'status': 'completed', 'code': 200} Jun 03 18:50:53.261925 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-d8f4e192-da7b-4c57-9218-b6627c92554a req-f811945f-eead-4fe5-840d-140548d62682 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d63e0bfd-56fe-42cf-8a18-8bb5b6f1811e HTTP/1.1" status: 200 len: 217 time: 0.0449965 Jun 03 18:50:53.283197 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [req-805dbe16-5349-49c8-afc6-58c7215049ec req-2825de01-debb-4ee3-9772-2b2c64b3ff3e tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Notify callbacks [] for port, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:53.341619 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f4e192-da7b-4c57-9218-b6627c92554a req-bbf6a75c-5305-427c-a2f6-4959c368b8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:53.342480 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-d8f4e192-da7b-4c57-9218-b6627c92554a req-bbf6a75c-5305-427c-a2f6-4959c368b8e3 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=029e0955-5f16-4e8f-a809-ab415d2f786b HTTP/1.1" status: 200 len: 851 time: 0.0723000 Jun 03 18:50:53.353918 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86a0ee2-63b5-4101-9709-c5ae5151e59f req-a93dc89a-e67d-4fb8-96dd-f8dfb6d9c2c4 tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:53.354702 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-f86a0ee2-63b5-4101-9709-c5ae5151e59f req-a93dc89a-e67d-4fb8-96dd-f8dfb6d9c2c4 tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] 10.222.0.44 "GET /v2.0/ports?device_id=3932d5b8-2e5d-44d3-8fbb-a41f1556e399 HTTP/1.1" status: 200 len: 944 time: 0.0854993 Jun 03 18:50:53.383973 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-d8f4e192-da7b-4c57-9218-b6627c92554a req-e9ef5c39-f45e-4bf5-b4f6-2cdbef7f4363 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=bc36df11-257a-47a2-aa32-264632736577&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287244 Jun 03 18:50:53.411583 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [req-805dbe16-5349-49c8-afc6-58c7215049ec req-2825de01-debb-4ee3-9772-2b2c64b3ff3e tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751241322828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3647885'] for port, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:53.417068 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-e71d3a78-b2b9-4882-af13-1404b94bd3a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:50:53.423717 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-f86a0ee2-63b5-4101-9709-c5ae5151e59f req-4c4ba8cf-8865-4ece-8aff-ff43722681c7 tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca599a21-970e-4e41-95ac-14aeb32ee79e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455899 Jun 03 18:50:53.462401 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2825de01-debb-4ee3-9772-2b2c64b3ff3e tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Pushing event updated for resources: {'Port': ['ID=c89e2f05-f889-4cbd-8d28-b09ad32619f5,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:50:53.466110 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-2825de01-debb-4ee3-9772-2b2c64b3ff3e tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:50:53.473864 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-805dbe16-5349-49c8-afc6-58c7215049ec req-2825de01-debb-4ee3-9772-2b2c64b3ff3e tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Network 96b760d7-3720-403e-b1ec-2fd415aa44fd is already hosted by enough agents. {{(pid=103517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 18:50:53.474740 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.scheduler.base_scheduler [req-805dbe16-5349-49c8-afc6-58c7215049ec req-2825de01-debb-4ee3-9772-2b2c64b3ff3e tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Resources bound (agent type, host, resource id): {{(pid=103517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 18:50:53.480283 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [req-805dbe16-5349-49c8-afc6-58c7215049ec req-2825de01-debb-4ee3-9772-2b2c64b3ff3e tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Received port after_create {{(pid=103517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 18:50:53.522036 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805dbe16-5349-49c8-afc6-58c7215049ec req-2825de01-debb-4ee3-9772-2b2c64b3ff3e tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:53.523985 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [req-805dbe16-5349-49c8-afc6-58c7215049ec req-2825de01-debb-4ee3-9772-2b2c64b3ff3e tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549304'] for port, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:53.542593 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-d8f4e192-da7b-4c57-9218-b6627c92554a req-996421f4-7589-4193-a7c6-7b9da507537a service neutron] 10.222.0.108 "GET /v2.0/networks/bc36df11-257a-47a2-aa32-264632736577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507044 Jun 03 18:50:53.599813 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.108', 52646) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:50:53.608088 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d458c6d1-034f-42be-b0ab-b16e6654f94e req-02d59eac-c37d-42c4-90c7-82dee523144d tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:53.608963 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-d458c6d1-034f-42be-b0ab-b16e6654f94e req-02d59eac-c37d-42c4-90c7-82dee523144d tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c90a8b7-69fa-4ab3-9608-670d0ac84b0e HTTP/1.1" status: 200 len: 943 time: 0.0494244 Jun 03 18:50:53.641872 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-d458c6d1-034f-42be-b0ab-b16e6654f94e req-edf7a9ed-6ef8-43a3-9bca-87013e7ed104 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0217bca-e2f4-4d08-8774-71c4c877895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295031 Jun 03 18:50:53.642711 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-805dbe16-5349-49c8-afc6-58c7215049ec req-2825de01-debb-4ee3-9772-2b2c64b3ff3e tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8362126 Jun 03 18:50:53.644531 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-d8f4e192-da7b-4c57-9218-b6627c92554a req-c6600112-8ec5-4bc8-aebf-eb3f8b7bf9c4 service neutron] 10.222.0.108 "GET /v2.0/networks/bc36df11-257a-47a2-aa32-264632736577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923219 Jun 03 18:50:53.661576 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.v2.base [req-805dbe16-5349-49c8-afc6-58c7215049ec req-273214f0-2bdd-4854-b7b9-a0377f881ce7 service neutron] Request body: {'port': {'device_id': '9fe2ba91-771c-460f-a28f-25e5450c027d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=103517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:50:53.661903 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64b1653-982a-458a-bd50-db62c908ebdb req-365bb48c-5963-4452-bfb0-96b366844ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:53.662808 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-d64b1653-982a-458a-bd50-db62c908ebdb req-365bb48c-5963-4452-bfb0-96b366844ee8 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=c8ba5f9b622448d591fdad53cf4828bc&device_id=1c90a8b7-69fa-4ab3-9608-670d0ac84b0e HTTP/1.1" status: 200 len: 1096 time: 0.0447977 Jun 03 18:50:53.723935 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [req-805dbe16-5349-49c8-afc6-58c7215049ec req-273214f0-2bdd-4854-b7b9-a0377f881ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:53.730182 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-d64b1653-982a-458a-bd50-db62c908ebdb req-bf517320-bd05-488a-8f22-f5c1bbc1e7c1 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=74debd3c-54bd-4786-9965-2e8931cdad8a HTTP/1.1" status: 200 len: 217 time: 0.0594678 Jun 03 18:50:53.778792 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64b1653-982a-458a-bd50-db62c908ebdb req-bfb11b8f-9c1e-42eb-a68d-b4bcf3687ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:53.779625 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-d64b1653-982a-458a-bd50-db62c908ebdb req-bfb11b8f-9c1e-42eb-a68d-b4bcf3687ba2 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=34b0c147-b581-4843-bfec-ea29d14cb6a7 HTTP/1.1" status: 200 len: 854 time: 0.0423918 Jun 03 18:50:53.783999 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a102da86-37b4-46de-b13b-9c71dfd7aa59 req-60eea5a9-60f5-4e04-b86f-fec9044e9d0a tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:53.784730 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-a102da86-37b4-46de-b13b-9c71dfd7aa59 req-60eea5a9-60f5-4e04-b86f-fec9044e9d0a tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fe2ba91-771c-460f-a28f-25e5450c027d HTTP/1.1" status: 200 len: 931 time: 0.0779567 Jun 03 18:50:53.816628 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-d64b1653-982a-458a-bd50-db62c908ebdb req-6eb7982d-931e-41fd-b4c3-f3a9d6c274a1 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=10b7379a-996c-49eb-a4af-c8a0e0fe9011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299029 Jun 03 18:50:53.860983 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-a102da86-37b4-46de-b13b-9c71dfd7aa59 req-26f6bb66-e7c1-417c-87f1-0daaf011ed4f tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Synchronizing usage tracker for tenant:04d914789bfc4c6082997cc72d5d376a on resource:security_group {{(pid=103516) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 18:50:53.914775 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-d64b1653-982a-458a-bd50-db62c908ebdb req-068b6a20-892f-47bf-9256-16e15d88a426 service neutron] 10.222.0.108 "GET /v2.0/networks/10b7379a-996c-49eb-a4af-c8a0e0fe9011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845845 Jun 03 18:50:53.969942 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.notifiers.nova [req-805dbe16-5349-49c8-afc6-58c7215049ec req-273214f0-2bdd-4854-b7b9-a0377f881ce7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c89e2f05-f889-4cbd-8d28-b09ad32619f5 {{(pid=103517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 18:50:53.973755 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [req-805dbe16-5349-49c8-afc6-58c7215049ec req-273214f0-2bdd-4854-b7b9-a0377f881ce7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:53.981420 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [req-805dbe16-5349-49c8-afc6-58c7215049ec req-273214f0-2bdd-4854-b7b9-a0377f881ce7 service neutron] Transition to ACTIVE for port object c89e2f05-f889-4cbd-8d28-b09ad32619f5 will not be triggered until provisioned by entity L2. {{(pid=103517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 18:50:53.998126 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-d64b1653-982a-458a-bd50-db62c908ebdb req-555b719e-34c1-425a-9a93-2e63ad16b9cc service neutron] 10.222.0.108 "GET /v2.0/networks/10b7379a-996c-49eb-a4af-c8a0e0fe9011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0747371 Jun 03 18:50:54.058919 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-a102da86-37b4-46de-b13b-9c71dfd7aa59 req-26f6bb66-e7c1-417c-87f1-0daaf011ed4f tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Unset dirty status for tenant:04d914789bfc4c6082997cc72d5d376a on resource:security_group {{(pid=103516) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 18:50:54.059823 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-a102da86-37b4-46de-b13b-9c71dfd7aa59 req-26f6bb66-e7c1-417c-87f1-0daaf011ed4f tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544420 Jun 03 18:50:54.107505 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [req-805dbe16-5349-49c8-afc6-58c7215049ec req-273214f0-2bdd-4854-b7b9-a0377f881ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3647862'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:54.112456 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-e1bb21bf-1fae-46c0-b3ae-009eda5c6dc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:50:54.222441 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273214f0-2bdd-4854-b7b9-a0377f881ce7 service neutron] Pushing event updated for resources: {'Port': ['ID=c89e2f05-f889-4cbd-8d28-b09ad32619f5,revision_number=2']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:50:54.226684 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-273214f0-2bdd-4854-b7b9-a0377f881ce7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:50:54.236025 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b208601-124d-4057-9d38-73d7634eec97 req-f198aaf4-45e4-4afa-8999-086d611d91b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:54.237324 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-4b208601-124d-4057-9d38-73d7634eec97 req-f198aaf4-45e4-4afa-8999-086d611d91b5 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=44152c1d446c498fbec3ea4eee4d6c61&device_id=3932d5b8-2e5d-44d3-8fbb-a41f1556e399 HTTP/1.1" status: 200 len: 1097 time: 0.0550306 Jun 03 18:50:54.319637 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b208601-124d-4057-9d38-73d7634eec97 req-679ed931-0d19-4648-bfdc-6316f26bbebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:54.320633 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-4b208601-124d-4057-9d38-73d7634eec97 req-679ed931-0d19-4648-bfdc-6316f26bbebb service neutron] 10.222.0.108 "GET /v2.0/networks?id=bc36df11-257a-47a2-aa32-264632736577 HTTP/1.1" status: 200 len: 913 time: 0.0751231 Jun 03 18:50:54.340650 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [req-805dbe16-5349-49c8-afc6-58c7215049ec req-273214f0-2bdd-4854-b7b9-a0377f881ce7 service neutron] Attempting to bind port c89e2f05-f889-4cbd-8d28-b09ad32619f5 on host hv-cinder-79466 for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 18:50:54.340955 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [req-805dbe16-5349-49c8-afc6-58c7215049ec req-273214f0-2bdd-4854-b7b9-a0377f881ce7 service neutron] Attempting to bind port c89e2f05-f889-4cbd-8d28-b09ad32619f5 by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': 'a8a48266-8836-4c0c-a1f5-7d59b3bb0d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1419, 'network_id': '96b760d7-3720-403e-b1ec-2fd415aa44fd'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 18:50:54.341006 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805dbe16-5349-49c8-afc6-58c7215049ec req-273214f0-2bdd-4854-b7b9-a0377f881ce7 service neutron] Attempting to bind port c89e2f05-f889-4cbd-8d28-b09ad32619f5 on network 96b760d7-3720-403e-b1ec-2fd415aa44fd {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 18:50:54.343656 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805dbe16-5349-49c8-afc6-58c7215049ec req-273214f0-2bdd-4854-b7b9-a0377f881ce7 service neutron] Port c89e2f05-f889-4cbd-8d28-b09ad32619f5 on network 96b760d7-3720-403e-b1ec-2fd415aa44fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 18:50:54.343835 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805dbe16-5349-49c8-afc6-58c7215049ec req-273214f0-2bdd-4854-b7b9-a0377f881ce7 service neutron] Attempting to bind port c89e2f05-f889-4cbd-8d28-b09ad32619f5 on network 96b760d7-3720-403e-b1ec-2fd415aa44fd {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 18:50:54.346604 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805dbe16-5349-49c8-afc6-58c7215049ec req-273214f0-2bdd-4854-b7b9-a0377f881ce7 service neutron] Checking agent: {'id': 'af909ad5-3a3f-482f-ab55-4c32617c9c15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 18, 49, 2), 'started_at': datetime.datetime(2021, 6, 3, 18, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 18, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 18:50:54.346961 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805dbe16-5349-49c8-afc6-58c7215049ec req-273214f0-2bdd-4854-b7b9-a0377f881ce7 service neutron] Checking segment: {'id': 'a8a48266-8836-4c0c-a1f5-7d59b3bb0d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1419, 'network_id': '96b760d7-3720-403e-b1ec-2fd415aa44fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 18:50:54.346961 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805dbe16-5349-49c8-afc6-58c7215049ec req-273214f0-2bdd-4854-b7b9-a0377f881ce7 service neutron] Bound using segment: {'id': 'a8a48266-8836-4c0c-a1f5-7d59b3bb0d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1419, 'network_id': '96b760d7-3720-403e-b1ec-2fd415aa44fd'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 18:50:54.347197 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [req-805dbe16-5349-49c8-afc6-58c7215049ec req-273214f0-2bdd-4854-b7b9-a0377f881ce7 service neutron] Bound port: c89e2f05-f889-4cbd-8d28-b09ad32619f5, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8a48266-8836-4c0c-a1f5-7d59b3bb0d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1419, 'network_id': '96b760d7-3720-403e-b1ec-2fd415aa44fd'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 18:50:54.347401 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [req-805dbe16-5349-49c8-afc6-58c7215049ec req-273214f0-2bdd-4854-b7b9-a0377f881ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:54.363349 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-4b208601-124d-4057-9d38-73d7634eec97 req-82017b9c-c69d-4fe3-bfb7-62a8ea3ae83e service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d63e0bfd-56fe-42cf-8a18-8bb5b6f1811e HTTP/1.1" status: 200 len: 217 time: 0.0348241 Jun 03 18:50:54.406625 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.plugins.ml2.db [req-805dbe16-5349-49c8-afc6-58c7215049ec req-273214f0-2bdd-4854-b7b9-a0377f881ce7 service neutron] For port c89e2f05-f889-4cbd-8d28-b09ad32619f5, host hv-cinder-79466, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 18:50:54.408588 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.plugins.ml2.db [req-805dbe16-5349-49c8-afc6-58c7215049ec req-273214f0-2bdd-4854-b7b9-a0377f881ce7 service neutron] For port c89e2f05-f889-4cbd-8d28-b09ad32619f5, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=c89e2f05-f889-4cbd-8d28-b09ad32619f5,segment=NetworkSegment(a8a48266-8836-4c0c-a1f5-7d59b3bb0d43),segment_id=a8a48266-8836-4c0c-a1f5-7d59b3bb0d43)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 18:50:54.472753 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b208601-124d-4057-9d38-73d7634eec97 req-ad73bfaa-1005-4112-bd37-d770aebc2075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:54.473629 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-4b208601-124d-4057-9d38-73d7634eec97 req-ad73bfaa-1005-4112-bd37-d770aebc2075 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=029e0955-5f16-4e8f-a809-ab415d2f786b HTTP/1.1" status: 200 len: 851 time: 0.1024747 Jun 03 18:50:54.513064 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-4b208601-124d-4057-9d38-73d7634eec97 req-04feada1-d7b3-46df-9505-b2212d273024 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=bc36df11-257a-47a2-aa32-264632736577&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278308 Jun 03 18:50:54.516817 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [req-805dbe16-5349-49c8-afc6-58c7215049ec req-273214f0-2bdd-4854-b7b9-a0377f881ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3647862'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:54.524472 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:50:54.547685 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7709b-7519-4510-af6e-962c5a0c0e5e req-b2e38591-228a-4ae0-99f7-94bbc1d725ed tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:54.548547 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-aef7709b-7519-4510-af6e-962c5a0c0e5e req-b2e38591-228a-4ae0-99f7-94bbc1d725ed tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.108 "GET /v2.0/networks?id=96b760d7-3720-403e-b1ec-2fd415aa44fd HTTP/1.1" status: 200 len: 818 time: 0.1378376 Jun 03 18:50:54.551337 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805dbe16-5349-49c8-afc6-58c7215049ec req-273214f0-2bdd-4854-b7b9-a0377f881ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:54.551682 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [req-805dbe16-5349-49c8-afc6-58c7215049ec req-273214f0-2bdd-4854-b7b9-a0377f881ce7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549304'] for port, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:54.552509 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-805dbe16-5349-49c8-afc6-58c7215049ec req-273214f0-2bdd-4854-b7b9-a0377f881ce7 service neutron] 10.222.0.108 "PUT /v2.0/ports/c89e2f05-f889-4cbd-8d28-b09ad32619f5 HTTP/1.1" status: 200 len: 1093 time: 0.8961568 Jun 03 18:50:54.556746 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de1c3d-0609-4e30-a5d3-1c725b0f8042 req-88f741c7-8717-4c81-a2d6-6bf3197af79c tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:54.557464 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-73de1c3d-0609-4e30-a5d3-1c725b0f8042 req-88f741c7-8717-4c81-a2d6-6bf3197af79c tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] 10.222.0.44 "GET /v2.0/ports?device_id=3932d5b8-2e5d-44d3-8fbb-a41f1556e399 HTTP/1.1" status: 200 len: 944 time: 0.0769539 Jun 03 18:50:54.557733 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fe2ba91-771c-460f-a28f-25e5450c027d', 'tag': 'c89e2f05-f889-4cbd-8d28-b09ad32619f5'}] {{(pid=103517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 18:50:54.559063 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6dfacb1c6e50871b67f75635c9b3ac6df64508bd1243832f6cf610a9b5aa2ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d8909e4-1ed6-4423-9129-ca8b1b410842" -d '{"events": [{"name": "network-changed", "server_uuid": "9fe2ba91-771c-460f-a28f-25e5450c027d", "tag": "c89e2f05-f889-4cbd-8d28-b09ad32619f5"}]}' {{(pid=103517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 18:50:54.580245 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.v2.base [req-aef7709b-7519-4510-af6e-962c5a0c0e5e req-e1a666f4-b5b1-4071-8b86-d28dbd5c83cd tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Request body: {'port': {'device_id': 'c6512666-2c8f-4c43-9c0e-f792e20d8f11', 'network_id': '96b760d7-3720-403e-b1ec-2fd415aa44fd', 'admin_state_up': True, 'tenant_id': '04d914789bfc4c6082997cc72d5d376a'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:50:54.586482 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273214f0-2bdd-4854-b7b9-a0377f881ce7 service neutron] Pushing event updated for resources: {'Port': ['ID=c89e2f05-f889-4cbd-8d28-b09ad32619f5,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:50:54.591522 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-273214f0-2bdd-4854-b7b9-a0377f881ce7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:50:54.596521 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-73de1c3d-0609-4e30-a5d3-1c725b0f8042 req-6a391ebf-582d-457d-ac02-9f4677872996 tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca599a21-970e-4e41-95ac-14aeb32ee79e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346279 Jun 03 18:50:54.633617 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 18:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c700abe4-5bc3-4503-a6c0-149888acd490 x-openstack-request-id: req-c700abe4-5bc3-4503-a6c0-149888acd490 {{(pid=103517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 18:50:54.633790 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fe2ba91-771c-460f-a28f-25e5450c027d", "tag": "c89e2f05-f889-4cbd-8d28-b09ad32619f5", "status": "completed", "code": 200}]} {{(pid=103517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 18:50:54.633934 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c700abe4-5bc3-4503-a6c0-149888acd490 {{(pid=103517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 18:50:54.634179 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fe2ba91-771c-460f-a28f-25e5450c027d', 'tag': 'c89e2f05-f889-4cbd-8d28-b09ad32619f5', 'status': 'completed', 'code': 200} Jun 03 18:50:54.727067 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-4b208601-124d-4057-9d38-73d7634eec97 req-743d348e-ef9c-44ec-b47f-a1fe9d7b6edc service neutron] 10.222.0.108 "GET /v2.0/networks/bc36df11-257a-47a2-aa32-264632736577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026901 Jun 03 18:50:54.794389 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [req-aef7709b-7519-4510-af6e-962c5a0c0e5e req-e1a666f4-b5b1-4071-8b86-d28dbd5c83cd tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:50:54.796341 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8210db-b189-4b6f-bb56-67e47a6ffbd3 req-bdf35fdf-9895-45f0-b7f2-e60d0cbe24bf tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:54.797180 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-0e8210db-b189-4b6f-bb56-67e47a6ffbd3 req-bdf35fdf-9895-45f0-b7f2-e60d0cbe24bf tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c90a8b7-69fa-4ab3-9608-670d0ac84b0e HTTP/1.1" status: 200 len: 943 time: 0.0752115 Jun 03 18:50:54.798120 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-aef7709b-7519-4510-af6e-962c5a0c0e5e req-e1a666f4-b5b1-4071-8b86-d28dbd5c83cd tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Usage tracker for resource:port and tenant:04d914789bfc4c6082997cc72d5d376a is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:50:54.800643 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-aef7709b-7519-4510-af6e-962c5a0c0e5e req-e1a666f4-b5b1-4071-8b86-d28dbd5c83cd tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Quota usage for port was recalculated. Used quota:2. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:50:54.805597 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [req-aef7709b-7519-4510-af6e-962c5a0c0e5e req-e1a666f4-b5b1-4071-8b86-d28dbd5c83cd tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:50:54.817462 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-4b208601-124d-4057-9d38-73d7634eec97 req-1178e117-704a-40e5-95ad-f09a029cc546 service neutron] 10.222.0.108 "GET /v2.0/networks/bc36df11-257a-47a2-aa32-264632736577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803020 Jun 03 18:50:54.821973 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-0e8210db-b189-4b6f-bb56-67e47a6ffbd3 req-7bd96698-9ae9-4132-bba2-220d571cb2db tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0217bca-e2f4-4d08-8774-71c4c877895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0213799 Jun 03 18:50:55.025938 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aef7709b-7519-4510-af6e-962c5a0c0e5e req-e1a666f4-b5b1-4071-8b86-d28dbd5c83cd tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Made reservation on behalf of 04d914789bfc4c6082997cc72d5d376a for: {'port': 1} {{(pid=103516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 18:50:55.033632 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-aef7709b-7519-4510-af6e-962c5a0c0e5e req-e1a666f4-b5b1-4071-8b86-d28dbd5c83cd tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:55.177971 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [req-aef7709b-7519-4510-af6e-962c5a0c0e5e req-e1a666f4-b5b1-4071-8b86-d28dbd5c83cd tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Allocated IP 172.20.0.3 (96b760d7-3720-403e-b1ec-2fd415aa44fd/cdba7c81-6690-4a2c-8589-65ca072f8ce6/5d85775b-d525-42e0-8d08-c42974bc6fd1) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 18:50:55.215233 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abb5bdc-e8e1-4e4b-830b-edca4e9daf4f req-e6fabf25-26ae-410e-a968-8115f3d1b0c5 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:55.216229 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-5abb5bdc-e8e1-4e4b-830b-edca4e9daf4f req-e6fabf25-26ae-410e-a968-8115f3d1b0c5 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fe2ba91-771c-460f-a28f-25e5450c027d HTTP/1.1" status: 200 len: 943 time: 0.0833817 Jun 03 18:50:55.291905 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-5abb5bdc-e8e1-4e4b-830b-edca4e9daf4f req-1faab3d6-7d50-49c8-a4f9-425aa3576cca tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696936 Jun 03 18:50:55.322039 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-aef7709b-7519-4510-af6e-962c5a0c0e5e req-e1a666f4-b5b1-4071-8b86-d28dbd5c83cd tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Notify callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:55.375435 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8909e4-1ed6-4423-9129-ca8b1b410842 req-82ea08d8-f075-4867-8590-c60605f1b6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:55.376363 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-7d8909e4-1ed6-4423-9129-ca8b1b410842 req-82ea08d8-f075-4867-8590-c60605f1b6ff service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=04d914789bfc4c6082997cc72d5d376a&device_id=9fe2ba91-771c-460f-a28f-25e5450c027d HTTP/1.1" status: 200 len: 1096 time: 0.0525019 Jun 03 18:50:55.454666 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8909e4-1ed6-4423-9129-ca8b1b410842 req-e633b8af-ef67-4056-8419-2d639c2c7cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:55.455528 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-7d8909e4-1ed6-4423-9129-ca8b1b410842 req-e633b8af-ef67-4056-8419-2d639c2c7cdb service neutron] 10.222.0.108 "GET /v2.0/networks?tenant_id=04d914789bfc4c6082997cc72d5d376a&shared=False HTTP/1.1" status: 200 len: 920 time: 0.0713682 Jun 03 18:50:55.487653 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-aef7709b-7519-4510-af6e-962c5a0c0e5e req-e1a666f4-b5b1-4071-8b86-d28dbd5c83cd tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751241322828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3014096'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:55.516851 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:50:55.562497 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aef7709b-7519-4510-af6e-962c5a0c0e5e req-e1a666f4-b5b1-4071-8b86-d28dbd5c83cd tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Network 96b760d7-3720-403e-b1ec-2fd415aa44fd is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 18:50:55.564301 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a666f4-b5b1-4071-8b86-d28dbd5c83cd tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Pushing event updated for resources: {'Port': ['ID=5d85775b-d525-42e0-8d08-c42974bc6fd1,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:50:55.570718 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [req-aef7709b-7519-4510-af6e-962c5a0c0e5e req-e1a666f4-b5b1-4071-8b86-d28dbd5c83cd tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 18:50:55.571823 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-e1a666f4-b5b1-4071-8b86-d28dbd5c83cd tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:50:55.573326 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [req-aef7709b-7519-4510-af6e-962c5a0c0e5e req-e1a666f4-b5b1-4071-8b86-d28dbd5c83cd tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 18:50:55.592611 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8909e4-1ed6-4423-9129-ca8b1b410842 req-e7b36d32-7d23-4491-b360-b13dd8376eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:55.593474 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-7d8909e4-1ed6-4423-9129-ca8b1b410842 req-e7b36d32-7d23-4491-b360-b13dd8376eaa service neutron] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1290278 Jun 03 18:50:55.610210 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7709b-7519-4510-af6e-962c5a0c0e5e req-e1a666f4-b5b1-4071-8b86-d28dbd5c83cd tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:55.610545 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-aef7709b-7519-4510-af6e-962c5a0c0e5e req-e1a666f4-b5b1-4071-8b86-d28dbd5c83cd tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549304'] for port, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:55.704328 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd2d48-fadf-4142-b132-07b3acea4597 req-11bf44ed-e508-4bb3-ab7d-96f45c20314c tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:55.705158 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-4bbd2d48-fadf-4142-b132-07b3acea4597 req-11bf44ed-e508-4bb3-ab7d-96f45c20314c tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] 10.222.0.44 "GET /v2.0/ports?device_id=3932d5b8-2e5d-44d3-8fbb-a41f1556e399 HTTP/1.1" status: 200 len: 944 time: 0.0425773 Jun 03 18:50:55.730802 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-aef7709b-7519-4510-af6e-962c5a0c0e5e req-e1a666f4-b5b1-4071-8b86-d28dbd5c83cd tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1528163 Jun 03 18:50:55.731024 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-4bbd2d48-fadf-4142-b132-07b3acea4597 req-9417fa8a-1ca0-441a-a2b2-a82fca981eab tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca599a21-970e-4e41-95ac-14aeb32ee79e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0223095 Jun 03 18:50:55.741249 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.v2.base [req-aef7709b-7519-4510-af6e-962c5a0c0e5e req-4ad3bffe-f59d-4b87-bc90-8156ec13e3bd service neutron] Request body: {'port': {'device_id': 'c6512666-2c8f-4c43-9c0e-f792e20d8f11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:50:55.807319 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-aef7709b-7519-4510-af6e-962c5a0c0e5e req-4ad3bffe-f59d-4b87-bc90-8156ec13e3bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:56.114087 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ecc9a-d990-4157-836c-0d98d534553f req-e5549131-26d5-42e8-bde8-d3e5b9bcaf69 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:56.114937 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-bb2ecc9a-d990-4157-836c-0d98d534553f req-e5549131-26d5-42e8-bde8-d3e5b9bcaf69 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c90a8b7-69fa-4ab3-9608-670d0ac84b0e HTTP/1.1" status: 200 len: 943 time: 0.1721125 Jun 03 18:50:56.119694 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805dbe16-5349-49c8-afc6-58c7215049ec req-38e0b8bb-27e7-4d2b-acc2-955b0e721da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:56.120468 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-805dbe16-5349-49c8-afc6-58c7215049ec req-38e0b8bb-27e7-4d2b-acc2-955b0e721da0 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=04d914789bfc4c6082997cc72d5d376a&device_id=9fe2ba91-771c-460f-a28f-25e5450c027d HTTP/1.1" status: 200 len: 1096 time: 0.1547489 Jun 03 18:50:56.163701 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.notifiers.nova [req-aef7709b-7519-4510-af6e-962c5a0c0e5e req-4ad3bffe-f59d-4b87-bc90-8156ec13e3bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d85775b-d525-42e0-8d08-c42974bc6fd1 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 18:50:56.172263 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-805dbe16-5349-49c8-afc6-58c7215049ec req-5e5f3f50-d53b-4ab6-a2c6-16f8796cc785 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c89e2f05-f889-4cbd-8d28-b09ad32619f5 HTTP/1.1" status: 200 len: 217 time: 0.0410857 Jun 03 18:50:56.173167 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-aef7709b-7519-4510-af6e-962c5a0c0e5e req-4ad3bffe-f59d-4b87-bc90-8156ec13e3bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:56.209161 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-bb2ecc9a-d990-4157-836c-0d98d534553f req-e92478d8-eeaf-4aa9-9039-5153b5a716df tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0217bca-e2f4-4d08-8774-71c4c877895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869398 Jun 03 18:50:56.212947 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [req-aef7709b-7519-4510-af6e-962c5a0c0e5e req-4ad3bffe-f59d-4b87-bc90-8156ec13e3bd service neutron] Transition to ACTIVE for port object 5d85775b-d525-42e0-8d08-c42974bc6fd1 will not be triggered until provisioned by entity L2. {{(pid=103516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 18:50:56.222880 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805dbe16-5349-49c8-afc6-58c7215049ec req-98cda805-1399-4998-b5c5-89ea7e993652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:56.222880 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-805dbe16-5349-49c8-afc6-58c7215049ec req-98cda805-1399-4998-b5c5-89ea7e993652 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=cdba7c81-6690-4a2c-8589-65ca072f8ce6 HTTP/1.1" status: 200 len: 858 time: 0.0431592 Jun 03 18:50:56.254816 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-805dbe16-5349-49c8-afc6-58c7215049ec req-63e12bd2-3dde-4594-b2d2-93a4a90a860b service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=96b760d7-3720-403e-b1ec-2fd415aa44fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246692 Jun 03 18:50:56.305789 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-aef7709b-7519-4510-af6e-962c5a0c0e5e req-4ad3bffe-f59d-4b87-bc90-8156ec13e3bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3013931'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:56.312666 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-e1a666f4-b5b1-4071-8b86-d28dbd5c83cd tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:50:56.393236 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad3bffe-f59d-4b87-bc90-8156ec13e3bd service neutron] Pushing event updated for resources: {'Port': ['ID=5d85775b-d525-42e0-8d08-c42974bc6fd1,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:50:56.397200 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbbca64-3cd9-442e-8df0-522eecead43b req-4f70682c-3201-4b4c-bff0-c5d5d0fb18c8 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:56.397747 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [req-afbbca64-3cd9-442e-8df0-522eecead43b req-4f70682c-3201-4b4c-bff0-c5d5d0fb18c8 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Synchronizing usage tracker for tenant:04d914789bfc4c6082997cc72d5d376a on resource:port {{(pid=103517) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 18:50:56.408755 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-4ad3bffe-f59d-4b87-bc90-8156ec13e3bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:50:56.416369 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-805dbe16-5349-49c8-afc6-58c7215049ec req-0c764153-1dfe-42f3-b09f-4eef7e6e844d service neutron] 10.222.0.108 "GET /v2.0/networks/96b760d7-3720-403e-b1ec-2fd415aa44fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544845 Jun 03 18:50:56.497683 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [req-aef7709b-7519-4510-af6e-962c5a0c0e5e req-4ad3bffe-f59d-4b87-bc90-8156ec13e3bd service neutron] Attempting to bind port 5d85775b-d525-42e0-8d08-c42974bc6fd1 on host hv-cinder-79466 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 18:50:56.497885 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [req-aef7709b-7519-4510-af6e-962c5a0c0e5e req-4ad3bffe-f59d-4b87-bc90-8156ec13e3bd service neutron] Attempting to bind port 5d85775b-d525-42e0-8d08-c42974bc6fd1 by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': 'a8a48266-8836-4c0c-a1f5-7d59b3bb0d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1419, 'network_id': '96b760d7-3720-403e-b1ec-2fd415aa44fd'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 18:50:56.498044 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef7709b-7519-4510-af6e-962c5a0c0e5e req-4ad3bffe-f59d-4b87-bc90-8156ec13e3bd service neutron] Attempting to bind port 5d85775b-d525-42e0-8d08-c42974bc6fd1 on network 96b760d7-3720-403e-b1ec-2fd415aa44fd {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 18:50:56.503099 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef7709b-7519-4510-af6e-962c5a0c0e5e req-4ad3bffe-f59d-4b87-bc90-8156ec13e3bd service neutron] Port 5d85775b-d525-42e0-8d08-c42974bc6fd1 on network 96b760d7-3720-403e-b1ec-2fd415aa44fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 18:50:56.503297 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef7709b-7519-4510-af6e-962c5a0c0e5e req-4ad3bffe-f59d-4b87-bc90-8156ec13e3bd service neutron] Attempting to bind port 5d85775b-d525-42e0-8d08-c42974bc6fd1 on network 96b760d7-3720-403e-b1ec-2fd415aa44fd {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 18:50:56.507124 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [req-afbbca64-3cd9-442e-8df0-522eecead43b req-4f70682c-3201-4b4c-bff0-c5d5d0fb18c8 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Unset dirty status for tenant:04d914789bfc4c6082997cc72d5d376a on resource:port {{(pid=103517) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 18:50:56.508869 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-afbbca64-3cd9-442e-8df0-522eecead43b req-4f70682c-3201-4b4c-bff0-c5d5d0fb18c8 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fe2ba91-771c-460f-a28f-25e5450c027d HTTP/1.1" status: 200 len: 943 time: 0.1591861 Jun 03 18:50:56.514569 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef7709b-7519-4510-af6e-962c5a0c0e5e req-4ad3bffe-f59d-4b87-bc90-8156ec13e3bd service neutron] Checking agent: {'id': 'af909ad5-3a3f-482f-ab55-4c32617c9c15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 18, 49, 2), 'started_at': datetime.datetime(2021, 6, 3, 18, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 18, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 18:50:56.514735 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef7709b-7519-4510-af6e-962c5a0c0e5e req-4ad3bffe-f59d-4b87-bc90-8156ec13e3bd service neutron] Checking segment: {'id': 'a8a48266-8836-4c0c-a1f5-7d59b3bb0d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1419, 'network_id': '96b760d7-3720-403e-b1ec-2fd415aa44fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 18:50:56.514940 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef7709b-7519-4510-af6e-962c5a0c0e5e req-4ad3bffe-f59d-4b87-bc90-8156ec13e3bd service neutron] Bound using segment: {'id': 'a8a48266-8836-4c0c-a1f5-7d59b3bb0d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1419, 'network_id': '96b760d7-3720-403e-b1ec-2fd415aa44fd'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 18:50:56.515180 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [req-aef7709b-7519-4510-af6e-962c5a0c0e5e req-4ad3bffe-f59d-4b87-bc90-8156ec13e3bd service neutron] Bound port: 5d85775b-d525-42e0-8d08-c42974bc6fd1, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8a48266-8836-4c0c-a1f5-7d59b3bb0d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1419, 'network_id': '96b760d7-3720-403e-b1ec-2fd415aa44fd'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 18:50:56.515373 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-aef7709b-7519-4510-af6e-962c5a0c0e5e req-4ad3bffe-f59d-4b87-bc90-8156ec13e3bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:56.525186 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-805dbe16-5349-49c8-afc6-58c7215049ec req-ba6a5986-24ef-40b9-ac4c-b980202f10e2 service neutron] 10.222.0.108 "GET /v2.0/networks/96b760d7-3720-403e-b1ec-2fd415aa44fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946517 Jun 03 18:50:56.542380 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-afbbca64-3cd9-442e-8df0-522eecead43b req-241156e5-5e02-4d0b-8207-8b59db39a4b5 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0259304 Jun 03 18:50:56.572693 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.db [req-aef7709b-7519-4510-af6e-962c5a0c0e5e req-4ad3bffe-f59d-4b87-bc90-8156ec13e3bd service neutron] For port 5d85775b-d525-42e0-8d08-c42974bc6fd1, host hv-cinder-79466, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 18:50:56.574311 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.db [req-aef7709b-7519-4510-af6e-962c5a0c0e5e req-4ad3bffe-f59d-4b87-bc90-8156ec13e3bd service neutron] For port 5d85775b-d525-42e0-8d08-c42974bc6fd1, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=5d85775b-d525-42e0-8d08-c42974bc6fd1,segment=NetworkSegment(a8a48266-8836-4c0c-a1f5-7d59b3bb0d43),segment_id=a8a48266-8836-4c0c-a1f5-7d59b3bb0d43)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 18:50:56.638812 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-aef7709b-7519-4510-af6e-962c5a0c0e5e req-4ad3bffe-f59d-4b87-bc90-8156ec13e3bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3013931'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:56.645224 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:50:56.672089 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7709b-7519-4510-af6e-962c5a0c0e5e req-4ad3bffe-f59d-4b87-bc90-8156ec13e3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:56.672335 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-aef7709b-7519-4510-af6e-962c5a0c0e5e req-4ad3bffe-f59d-4b87-bc90-8156ec13e3bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549304'] for port, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:56.673294 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-aef7709b-7519-4510-af6e-962c5a0c0e5e req-4ad3bffe-f59d-4b87-bc90-8156ec13e3bd service neutron] 10.222.0.108 "PUT /v2.0/ports/5d85775b-d525-42e0-8d08-c42974bc6fd1 HTTP/1.1" status: 200 len: 1093 time: 0.9348016 Jun 03 18:50:56.674901 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6512666-2c8f-4c43-9c0e-f792e20d8f11', 'tag': '5d85775b-d525-42e0-8d08-c42974bc6fd1'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 18:50:56.676341 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc39b0f538a7142e305aed45b4a3a48499e72eb72884f9d3de90a53803998271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34833aa4-1f0e-4cb7-ba8c-dd99f65f5853" -d '{"events": [{"name": "network-changed", "server_uuid": "c6512666-2c8f-4c43-9c0e-f792e20d8f11", "tag": "5d85775b-d525-42e0-8d08-c42974bc6fd1"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 18:50:56.697015 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad3bffe-f59d-4b87-bc90-8156ec13e3bd service neutron] Pushing event updated for resources: {'Port': ['ID=5d85775b-d525-42e0-8d08-c42974bc6fd1,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:50:56.703520 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-4ad3bffe-f59d-4b87-bc90-8156ec13e3bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:50:56.704477 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 18:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7be8c95-f44b-411a-a5eb-42b54a29dd4d x-openstack-request-id: req-f7be8c95-f44b-411a-a5eb-42b54a29dd4d {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 18:50:56.704692 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6512666-2c8f-4c43-9c0e-f792e20d8f11", "tag": "5d85775b-d525-42e0-8d08-c42974bc6fd1", "status": "completed", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 18:50:56.711331 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f7be8c95-f44b-411a-a5eb-42b54a29dd4d {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 18:50:56.711331 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6512666-2c8f-4c43-9c0e-f792e20d8f11', 'tag': '5d85775b-d525-42e0-8d08-c42974bc6fd1', 'status': 'completed', 'code': 200} Jun 03 18:50:56.843557 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10971d14-24d2-4745-a881-3cfb55bdcd31 req-139a3492-674d-4960-816f-904bcebf7bc8 tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:56.844597 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-10971d14-24d2-4745-a881-3cfb55bdcd31 req-139a3492-674d-4960-816f-904bcebf7bc8 tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] 10.222.0.44 "GET /v2.0/ports?device_id=3932d5b8-2e5d-44d3-8fbb-a41f1556e399 HTTP/1.1" status: 200 len: 944 time: 0.0477290 Jun 03 18:50:56.870502 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-10971d14-24d2-4745-a881-3cfb55bdcd31 req-a3fbff32-76d6-4c23-abbd-a832209d69c5 tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca599a21-970e-4e41-95ac-14aeb32ee79e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0222735 Jun 03 18:50:56.904352 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Device 74debd3c-54bd-4786-9965-2e8931cdad8a details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=103518) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 18:50:56.977616 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] For port 74debd3c-54bd-4786-9965-2e8931cdad8a, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=74debd3c-54bd-4786-9965-2e8931cdad8a,segment=NetworkSegment(dbca1dbe-5a89-473a-94f4-75bd9e3fa1aa),segment_id=dbca1dbe-5a89-473a-94f4-75bd9e3fa1aa)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:50:56.987093 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Returning: {'device': '74debd3c-54bd-4786-9965-2e8931cdad8a', 'network_id': '10b7379a-996c-49eb-a4af-c8a0e0fe9011', 'port_id': '74debd3c-54bd-4786-9965-2e8931cdad8a', 'mac_address': 'fa:16:3e:0f:e6:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34b0c147-b581-4843-bfec-ea29d14cb6a7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103518) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 18:50:57.018839 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:57.028008 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.notifiers.nova [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74debd3c-54bd-4786-9965-2e8931cdad8a {{(pid=103518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 18:50:57.036306 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] For port 74debd3c-54bd-4786-9965-2e8931cdad8a, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=74debd3c-54bd-4786-9965-2e8931cdad8a,segment=NetworkSegment(dbca1dbe-5a89-473a-94f4-75bd9e3fa1aa),segment_id=dbca1dbe-5a89-473a-94f4-75bd9e3fa1aa)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:50:57.167296 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:57.168311 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Device d63e0bfd-56fe-42cf-8a18-8bb5b6f1811e details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=103518) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 18:50:57.169979 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:50:57.220575 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Pushing event updated for resources: {'Port': ['ID=74debd3c-54bd-4786-9965-2e8931cdad8a,revision_number=4']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:50:57.223755 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:50:57.285046 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] For port d63e0bfd-56fe-42cf-8a18-8bb5b6f1811e, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=d63e0bfd-56fe-42cf-8a18-8bb5b6f1811e,segment=NetworkSegment(7cec0923-f235-4018-af29-8ad51e802c6b),segment_id=7cec0923-f235-4018-af29-8ad51e802c6b)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:50:57.292512 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Returning: {'device': 'd63e0bfd-56fe-42cf-8a18-8bb5b6f1811e', 'network_id': 'bc36df11-257a-47a2-aa32-264632736577', 'port_id': 'd63e0bfd-56fe-42cf-8a18-8bb5b6f1811e', 'mac_address': 'fa:16:3e:a0:25:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '029e0955-5f16-4e8f-a809-ab415d2f786b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103518) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 18:50:57.321746 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843bca8c-e07e-4cb9-a8c5-b7a44b2c99f6 req-1ed67f7b-8a5b-4ad8-b30f-5a243cb0f4f8 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:57.322951 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-843bca8c-e07e-4cb9-a8c5-b7a44b2c99f6 req-1ed67f7b-8a5b-4ad8-b30f-5a243cb0f4f8 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c90a8b7-69fa-4ab3-9608-670d0ac84b0e HTTP/1.1" status: 200 len: 944 time: 0.0505664 Jun 03 18:50:57.325201 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:57.334516 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.notifiers.nova [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d63e0bfd-56fe-42cf-8a18-8bb5b6f1811e {{(pid=103518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 18:50:57.347255 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] For port d63e0bfd-56fe-42cf-8a18-8bb5b6f1811e, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=d63e0bfd-56fe-42cf-8a18-8bb5b6f1811e,segment=NetworkSegment(7cec0923-f235-4018-af29-8ad51e802c6b),segment_id=7cec0923-f235-4018-af29-8ad51e802c6b)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:50:57.383176 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-843bca8c-e07e-4cb9-a8c5-b7a44b2c99f6 req-713a98a8-5a76-4ac9-88fe-5e784d6933c0 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0217bca-e2f4-4d08-8774-71c4c877895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566504 Jun 03 18:50:57.403040 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34833aa4-1f0e-4cb7-ba8c-dd99f65f5853 req-c56fb0ce-42ac-4007-ad42-9fd0796f4953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:57.403919 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-34833aa4-1f0e-4cb7-ba8c-dd99f65f5853 req-c56fb0ce-42ac-4007-ad42-9fd0796f4953 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=04d914789bfc4c6082997cc72d5d376a&device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 1096 time: 0.0623126 Jun 03 18:50:57.419013 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:57.420416 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:50:57.465692 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Pushing event updated for resources: {'Port': ['ID=d63e0bfd-56fe-42cf-8a18-8bb5b6f1811e,revision_number=4']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:50:57.467664 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:50:57.505028 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34833aa4-1f0e-4cb7-ba8c-dd99f65f5853 req-86bf429e-c94b-45c2-8a87-3a3eda7aa6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:57.505995 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-34833aa4-1f0e-4cb7-ba8c-dd99f65f5853 req-86bf429e-c94b-45c2-8a87-3a3eda7aa6a6 service neutron] 10.222.0.108 "GET /v2.0/networks?tenant_id=04d914789bfc4c6082997cc72d5d376a&shared=False HTTP/1.1" status: 200 len: 920 time: 0.0935416 Jun 03 18:50:57.634937 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34833aa4-1f0e-4cb7-ba8c-dd99f65f5853 req-7003a386-974c-4afc-a4f5-88d7cd63b4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:57.635797 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-34833aa4-1f0e-4cb7-ba8c-dd99f65f5853 req-7003a386-974c-4afc-a4f5-88d7cd63b4fb service neutron] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1196122 Jun 03 18:50:57.646462 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3c298b-c90f-48bf-a946-f1a2aaedf579 req-e1d5d531-ba48-476f-aab2-d69ea870f288 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:57.647282 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-aa3c298b-c90f-48bf-a946-f1a2aaedf579 req-e1d5d531-ba48-476f-aab2-d69ea870f288 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fe2ba91-771c-460f-a28f-25e5450c027d HTTP/1.1" status: 200 len: 943 time: 0.0458126 Jun 03 18:50:57.671550 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-aa3c298b-c90f-48bf-a946-f1a2aaedf579 req-ae1129f2-0045-433f-8464-9ec102813176 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0200312 Jun 03 18:50:57.793676 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] get_ports_and_sgs() called for port_ids ['74debd3c-54bd-4786-9965-2e8931cdad8a'] {{(pid=103518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 18:50:57.806485 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 51900) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:50:57.893502 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-57def542-984b-4016-88a1-3691e95c5230 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:57.909090 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] get_ports_and_sgs() called for port_ids ['d63e0bfd-56fe-42cf-8a18-8bb5b6f1811e'] {{(pid=103518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 18:50:57.915809 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-57def542-984b-4016-88a1-3691e95c5230 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:50:57.918153 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-57def542-984b-4016-88a1-3691e95c5230 admin admin] Usage tracker for resource:security_group_rule and tenant:3a2dba2cd38b48b89d68be8134b37d60 is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:50:57.920264 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-57def542-984b-4016-88a1-3691e95c5230 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:50:57.926534 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-57def542-984b-4016-88a1-3691e95c5230 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:50:58.000620 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-57def542-984b-4016-88a1-3691e95c5230 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:58.015429 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a50e0-20cd-4702-b4c6-d82134be7f62 req-d64b833f-aec8-4fc6-b1ef-ce15243ab428 tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:58.016466 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-383a50e0-20cd-4702-b4c6-d82134be7f62 req-d64b833f-aec8-4fc6-b1ef-ce15243ab428 tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] 10.222.0.44 "GET /v2.0/ports?device_id=3932d5b8-2e5d-44d3-8fbb-a41f1556e399 HTTP/1.1" status: 200 len: 945 time: 0.0729833 Jun 03 18:50:58.050515 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-383a50e0-20cd-4702-b4c6-d82134be7f62 req-18d4e302-d04f-4fd1-b51b-8cdc6b76bfef tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca599a21-970e-4e41-95ac-14aeb32ee79e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0234222 Jun 03 18:50:58.129686 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-57def542-984b-4016-88a1-3691e95c5230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:58.135709 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-719014c6-2e6f-4020-886d-4a49e4c5cf04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:50:58.162089 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-57def542-984b-4016-88a1-3691e95c5230 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3a2dba2cd38b48b89d68be8134b37d60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3546860 Jun 03 18:50:58.162668 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57def542-984b-4016-88a1-3691e95c5230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d95baf-8a3a-47c2-9a9f-5753281a2323,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:50:58.165262 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 51916) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:50:58.166531 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-57def542-984b-4016-88a1-3691e95c5230 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:50:58.202941 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-115313d4-3a4c-4af7-adbf-93107c8afebe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:58.219919 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-115313d4-3a4c-4af7-adbf-93107c8afebe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:58.342386 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-115313d4-3a4c-4af7-adbf-93107c8afebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:58.347211 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:50:58.355795 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115313d4-3a4c-4af7-adbf-93107c8afebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d95baf-8a3a-47c2-9a9f-5753281a2323,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:50:58.357999 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-115313d4-3a4c-4af7-adbf-93107c8afebe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:50:58.360829 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-115313d4-3a4c-4af7-adbf-93107c8afebe admin admin] Notify callbacks [] for security_group, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:58.361490 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-115313d4-3a4c-4af7-adbf-93107c8afebe admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/61d95baf-8a3a-47c2-9a9f-5753281a2323 HTTP/1.1" status: 204 len: 168 time: 0.1956351 Jun 03 18:50:58.379197 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7709b-7519-4510-af6e-962c5a0c0e5e req-14cc705a-44a3-49c1-b541-173717089230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:58.380420 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-aef7709b-7519-4510-af6e-962c5a0c0e5e req-14cc705a-44a3-49c1-b541-173717089230 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=04d914789bfc4c6082997cc72d5d376a&device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 1096 time: 0.0596306 Jun 03 18:50:58.434821 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-aef7709b-7519-4510-af6e-962c5a0c0e5e req-7e5ff7d2-b435-48f5-9fd2-9048b8dfcd4a service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d85775b-d525-42e0-8d08-c42974bc6fd1 HTTP/1.1" status: 200 len: 217 time: 0.0367708 Jun 03 18:50:58.477538 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7709b-7519-4510-af6e-962c5a0c0e5e req-b519a5be-66fa-43ab-a31a-4f64c54bf66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:58.478669 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-aef7709b-7519-4510-af6e-962c5a0c0e5e req-b519a5be-66fa-43ab-a31a-4f64c54bf66a service neutron] 10.222.0.108 "GET /v2.0/subnets?id=cdba7c81-6690-4a2c-8589-65ca072f8ce6 HTTP/1.1" status: 200 len: 858 time: 0.0346282 Jun 03 18:50:58.495318 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04718d3-91c7-4d0b-af91-dd54a4771915 req-2d29624f-bbb4-4cc0-b4e0-b69c90608f56 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:58.496167 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-f04718d3-91c7-4d0b-af91-dd54a4771915 req-2d29624f-bbb4-4cc0-b4e0-b69c90608f56 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c90a8b7-69fa-4ab3-9608-670d0ac84b0e HTTP/1.1" status: 200 len: 944 time: 0.0510085 Jun 03 18:50:58.512833 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-aef7709b-7519-4510-af6e-962c5a0c0e5e req-41ff3fe5-c60b-43f4-b3ff-c1ed49388f9c service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=96b760d7-3720-403e-b1ec-2fd415aa44fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241909 Jun 03 18:50:58.531018 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-f04718d3-91c7-4d0b-af91-dd54a4771915 req-45fdc434-e850-4b44-bc33-d1affc426679 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0217bca-e2f4-4d08-8774-71c4c877895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0227139 Jun 03 18:50:58.605682 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-aef7709b-7519-4510-af6e-962c5a0c0e5e req-78281bc5-0d63-46b0-ba98-d5f186efc9b5 service neutron] 10.222.0.108 "GET /v2.0/networks/96b760d7-3720-403e-b1ec-2fd415aa44fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815337 Jun 03 18:50:58.689603 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-aef7709b-7519-4510-af6e-962c5a0c0e5e req-2f658b83-6ac5-4236-80bf-d24ed3c2c50f service neutron] 10.222.0.108 "GET /v2.0/networks/96b760d7-3720-403e-b1ec-2fd415aa44fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0756924 Jun 03 18:50:58.797263 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f4a0a0-f08e-4cf1-8011-7f8f6460c964 req-78fd0343-7bc7-489f-b0dd-6c71bf724886 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:58.797718 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-c1f4a0a0-f08e-4cf1-8011-7f8f6460c964 req-78fd0343-7bc7-489f-b0dd-6c71bf724886 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Synchronizing usage tracker for tenant:04d914789bfc4c6082997cc72d5d376a on resource:port {{(pid=103516) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 18:50:58.805705 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-c1f4a0a0-f08e-4cf1-8011-7f8f6460c964 req-78fd0343-7bc7-489f-b0dd-6c71bf724886 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Unset dirty status for tenant:04d914789bfc4c6082997cc72d5d376a on resource:port {{(pid=103516) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 18:50:58.806471 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-c1f4a0a0-f08e-4cf1-8011-7f8f6460c964 req-78fd0343-7bc7-489f-b0dd-6c71bf724886 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fe2ba91-771c-460f-a28f-25e5450c027d HTTP/1.1" status: 200 len: 943 time: 0.0748637 Jun 03 18:50:58.834009 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-c1f4a0a0-f08e-4cf1-8011-7f8f6460c964 req-012ed284-0c7d-4165-a470-184032c5999b tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0235569 Jun 03 18:50:58.904425 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Device 74debd3c-54bd-4786-9965-2e8931cdad8a up at agent hyperv_hv-cinder-79466 {{(pid=103518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 18:50:59.094777 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 51942) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:50:59.105256 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a6c44e4e-71f4-4d0e-82fa-fd6509516f85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:59.112909 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-a6c44e4e-71f4-4d0e-82fa-fd6509516f85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:50:59.115293 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-a6c44e4e-71f4-4d0e-82fa-fd6509516f85 admin admin] Usage tracker for resource:security_group_rule and tenant:6596c5bb512e44fbb185f52df26c2499 is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:50:59.116900 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-a6c44e4e-71f4-4d0e-82fa-fd6509516f85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:50:59.120344 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-a6c44e4e-71f4-4d0e-82fa-fd6509516f85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:50:59.125024 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Provisioning for port 74debd3c-54bd-4786-9965-2e8931cdad8a completed by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 18:50:59.128528 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Provisioning complete for port 74debd3c-54bd-4786-9965-2e8931cdad8a triggered by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 18:50:59.128740 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:59.169515 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a6c44e4e-71f4-4d0e-82fa-fd6509516f85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:59.185367 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393bf8df-466d-457e-be2d-f35dc88b2b63 req-a929e9ce-2453-42db-894c-2d539ca2b5bc tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:59.186469 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-393bf8df-466d-457e-be2d-f35dc88b2b63 req-a929e9ce-2453-42db-894c-2d539ca2b5bc tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] 10.222.0.44 "GET /v2.0/ports?device_id=3932d5b8-2e5d-44d3-8fbb-a41f1556e399 HTTP/1.1" status: 200 len: 945 time: 0.0643644 Jun 03 18:50:59.193983 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:59.209478 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c90a8b7-69fa-4ab3-9608-670d0ac84b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74debd3c-54bd-4786-9965-2e8931cdad8a'}] {{(pid=103518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 18:50:59.230015 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-393bf8df-466d-457e-be2d-f35dc88b2b63 req-cad9ac6d-775b-4007-b1c2-bd873635adec tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca599a21-970e-4e41-95ac-14aeb32ee79e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400424 Jun 03 18:50:59.255680 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] For port 74debd3c-54bd-4786-9965-2e8931cdad8a, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=74debd3c-54bd-4786-9965-2e8931cdad8a,segment=NetworkSegment(dbca1dbe-5a89-473a-94f4-75bd9e3fa1aa),segment_id=dbca1dbe-5a89-473a-94f4-75bd9e3fa1aa)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:50:59.316694 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a6c44e4e-71f4-4d0e-82fa-fd6509516f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:59.317209 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db66028b02b75232abd2ce52c3e0184f662a2cc7ac62fff2d597f865859cb538" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738a4359-94bf-489b-b4f6-33b376d22100" -d '{"events": [{"server_uuid": "1c90a8b7-69fa-4ab3-9608-670d0ac84b0e", "name": "network-vif-plugged", "status": "completed", "tag": "74debd3c-54bd-4786-9965-2e8931cdad8a"}]}' {{(pid=103518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 18:50:59.325634 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-0ddb7463-3dee-4725-bc9d-a1dc273fd032 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:50:59.347073 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:59.347983 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Device d63e0bfd-56fe-42cf-8a18-8bb5b6f1811e up at agent hyperv_hv-cinder-79466 {{(pid=103518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 18:50:59.366278 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-a6c44e4e-71f4-4d0e-82fa-fd6509516f85 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6596c5bb512e44fbb185f52df26c2499&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2690198 Jun 03 18:50:59.366685 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 51956) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:50:59.366855 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c44e4e-71f4-4d0e-82fa-fd6509516f85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71507d17-420f-4b52-a6f8-d93ad0e6e049,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:50:59.369623 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-a6c44e4e-71f4-4d0e-82fa-fd6509516f85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:50:59.371784 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-ec47e73f-b906-494e-a3c8-5b818772e775 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:50:59.404442 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 18:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1fefd32-a8c2-4da6-8380-ee38b8750113 x-openstack-request-id: req-a1fefd32-a8c2-4da6-8380-ee38b8750113 {{(pid=103518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 18:50:59.404623 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c90a8b7-69fa-4ab3-9608-670d0ac84b0e", "name": "network-vif-plugged", "status": "completed", "tag": "74debd3c-54bd-4786-9965-2e8931cdad8a", "code": 200}]} {{(pid=103518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 18:50:59.404776 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a1fefd32-a8c2-4da6-8380-ee38b8750113 {{(pid=103518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 18:50:59.405072 dv-cinder-794661-1-smb neutron-server[103518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c90a8b7-69fa-4ab3-9608-670d0ac84b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74debd3c-54bd-4786-9965-2e8931cdad8a', 'code': 200} Jun 03 18:50:59.428369 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Pushing event updated for resources: {'Port': ['ID=74debd3c-54bd-4786-9965-2e8931cdad8a,revision_number=5']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:50:59.430217 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-cfda65c1-bcfa-492a-a268-8ccae35f7bac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:59.430476 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:50:59.445385 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-cfda65c1-bcfa-492a-a268-8ccae35f7bac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:59.551454 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Provisioning for port d63e0bfd-56fe-42cf-8a18-8bb5b6f1811e completed by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 18:50:59.558455 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Provisioning complete for port d63e0bfd-56fe-42cf-8a18-8bb5b6f1811e triggered by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 18:50:59.558774 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:59.585170 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-cfda65c1-bcfa-492a-a268-8ccae35f7bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:59.595442 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-3150b291-5e8d-4a12-96fd-74dd37f31473 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:50:59.615234 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfda65c1-bcfa-492a-a268-8ccae35f7bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71507d17-420f-4b52-a6f8-d93ad0e6e049,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:50:59.628167 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-cfda65c1-bcfa-492a-a268-8ccae35f7bac admin admin] Notify callbacks [] for security_group, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:59.628167 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-cfda65c1-bcfa-492a-a268-8ccae35f7bac admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/71507d17-420f-4b52-a6f8-d93ad0e6e049 HTTP/1.1" status: 204 len: 168 time: 0.2582555 Jun 03 18:50:59.628167 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-cfda65c1-bcfa-492a-a268-8ccae35f7bac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:50:59.652427 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-9e99584d-6aee-4d0f-91bc-28bccb82087c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:59.667216 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:59.687873 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5cbcc6-2c58-4f9b-af55-6f8888f27fb1 req-24605ce7-2d63-4a8b-9142-99f5fd16cfe2 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:59.689011 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-3f5cbcc6-2c58-4f9b-af55-6f8888f27fb1 req-24605ce7-2d63-4a8b-9142-99f5fd16cfe2 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c90a8b7-69fa-4ab3-9608-670d0ac84b0e HTTP/1.1" status: 200 len: 945 time: 0.0547833 Jun 03 18:50:59.696732 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] For port d63e0bfd-56fe-42cf-8a18-8bb5b6f1811e, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=d63e0bfd-56fe-42cf-8a18-8bb5b6f1811e,segment=NetworkSegment(7cec0923-f235-4018-af29-8ad51e802c6b),segment_id=7cec0923-f235-4018-af29-8ad51e802c6b)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:50:59.723157 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-3f5cbcc6-2c58-4f9b-af55-6f8888f27fb1 req-568befa4-23ed-4345-b78b-ae5da78b8539 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0217bca-e2f4-4d08-8774-71c4c877895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261064 Jun 03 18:50:59.782290 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:59.784531 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:50:59.824789 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Pushing event updated for resources: {'Port': ['ID=d63e0bfd-56fe-42cf-8a18-8bb5b6f1811e,revision_number=5']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:50:59.826815 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:50:59.837757 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 51972) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:50:59.865159 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22dbd8b-df52-4924-9201-3c84184d8146 req-7984e925-ef8a-4480-9214-0a75a1b4fff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:59.866097 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-a22dbd8b-df52-4924-9201-3c84184d8146 req-7984e925-ef8a-4480-9214-0a75a1b4fff9 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=1c90a8b7-69fa-4ab3-9608-670d0ac84b0e HTTP/1.1" status: 200 len: 1098 time: 0.0493832 Jun 03 18:50:59.882102 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-a22dbd8b-df52-4924-9201-3c84184d8146 req-4957450e-56e8-4e53-b943-9ee14d6a44e8 service neutron] Notify callbacks [] for security_group, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:59.891696 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [req-a22dbd8b-df52-4924-9201-3c84184d8146 req-4957450e-56e8-4e53-b943-9ee14d6a44e8 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:50:59.893373 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-a22dbd8b-df52-4924-9201-3c84184d8146 req-4957450e-56e8-4e53-b943-9ee14d6a44e8 service neutron] Usage tracker for resource:security_group_rule and tenant:31c7f17531554f2ea5733ce4c9089329 is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:50:59.894887 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-a22dbd8b-df52-4924-9201-3c84184d8146 req-4957450e-56e8-4e53-b943-9ee14d6a44e8 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:50:59.898040 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [req-a22dbd8b-df52-4924-9201-3c84184d8146 req-4957450e-56e8-4e53-b943-9ee14d6a44e8 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:50:59.960588 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41696773-d0dc-4854-9413-28295bab5cc1 req-1951b883-a0c3-4e98-bfbb-2a8d9bdfa3da tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:50:59.961440 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-41696773-d0dc-4854-9413-28295bab5cc1 req-1951b883-a0c3-4e98-bfbb-2a8d9bdfa3da tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fe2ba91-771c-460f-a28f-25e5450c027d HTTP/1.1" status: 200 len: 943 time: 0.0617290 Jun 03 18:50:59.985405 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-b275d142-bcb3-4215-a997-406c522c418d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:50:59.996974 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-b275d142-bcb3-4215-a997-406c522c418d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:51:00.000010 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-b275d142-bcb3-4215-a997-406c522c418d admin admin] Usage tracker for resource:security_group_rule and tenant:b1f1a51a4ca849cd807613d026ab4581 is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:51:00.001617 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-a22dbd8b-df52-4924-9201-3c84184d8146 req-4957450e-56e8-4e53-b943-9ee14d6a44e8 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:00.003526 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-b275d142-bcb3-4215-a997-406c522c418d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:51:00.004430 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-41696773-d0dc-4854-9413-28295bab5cc1 req-ce45f0d4-0b46-43fb-a8a8-d577bff85352 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369432 Jun 03 18:51:00.008091 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-b275d142-bcb3-4215-a997-406c522c418d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:51:00.143890 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-a22dbd8b-df52-4924-9201-3c84184d8146 req-4957450e-56e8-4e53-b943-9ee14d6a44e8 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:00.154465 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-24af84ae-2cfc-414a-a9ba-9c5a3db44f5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:00.174245 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-a22dbd8b-df52-4924-9201-3c84184d8146 req-4957450e-56e8-4e53-b943-9ee14d6a44e8 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=a0217bca-e2f4-4d08-8774-71c4c877895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008459 Jun 03 18:51:00.178164 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4957450e-56e8-4e53-b943-9ee14d6a44e8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=21e56043-a587-43e7-b47b-8be1828e5aaa,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:00.180058 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-4957450e-56e8-4e53-b943-9ee14d6a44e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:00.198086 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-b275d142-bcb3-4215-a997-406c522c418d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:00.321364 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-b275d142-bcb3-4215-a997-406c522c418d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:00.332603 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-28db23d3-648e-407d-95ec-25e53abc7f1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:00.353769 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c284569d-02aa-4fb1-9c79-436a3ec43c3c req-890a51da-6a2a-4cd5-b3ca-a464ec8233f0 tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:00.354635 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-c284569d-02aa-4fb1-9c79-436a3ec43c3c req-890a51da-6a2a-4cd5-b3ca-a464ec8233f0 tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] 10.222.0.44 "GET /v2.0/ports?device_id=3932d5b8-2e5d-44d3-8fbb-a41f1556e399 HTTP/1.1" status: 200 len: 946 time: 0.0685790 Jun 03 18:51:00.368466 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b275d142-bcb3-4215-a997-406c522c418d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b3fe174-7ac0-4234-a852-c1a5bbebb2ef,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:00.370687 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-b275d142-bcb3-4215-a997-406c522c418d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b1f1a51a4ca849cd807613d026ab4581&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5321970 Jun 03 18:51:00.372102 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-b275d142-bcb3-4215-a997-406c522c418d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:00.372734 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 52004) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:00.386039 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-c284569d-02aa-4fb1-9c79-436a3ec43c3c req-2be848c6-5a77-4ccf-8fa5-904c27dc18f9 tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca599a21-970e-4e41-95ac-14aeb32ee79e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0259852 Jun 03 18:51:00.408090 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-43613f36-d926-4af4-8c1b-500d52613a0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:00.421584 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-43613f36-d926-4af4-8c1b-500d52613a0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:00.510185 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-43613f36-d926-4af4-8c1b-500d52613a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:00.513296 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-f38e3819-06f0-4efd-b9f6-22ac46a9ab17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:00.522730 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43613f36-d926-4af4-8c1b-500d52613a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b3fe174-7ac0-4234-a852-c1a5bbebb2ef,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:00.522730 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-43613f36-d926-4af4-8c1b-500d52613a0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:00.531438 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-43613f36-d926-4af4-8c1b-500d52613a0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:00.532163 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-43613f36-d926-4af4-8c1b-500d52613a0a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1b3fe174-7ac0-4234-a852-c1a5bbebb2ef HTTP/1.1" status: 204 len: 168 time: 0.1588101 Jun 03 18:51:00.613740 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:00.809715 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-b2d4efe7-c2f0-4f8e-a2b1-19080d6fd222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:00.837552 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05754126-48d9-4bd4-919a-c92101370152 req-ca80cacb-fcd2-4970-995d-7681e35986c3 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:00.838411 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-05754126-48d9-4bd4-919a-c92101370152 req-ca80cacb-fcd2-4970-995d-7681e35986c3 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c90a8b7-69fa-4ab3-9608-670d0ac84b0e HTTP/1.1" status: 200 len: 945 time: 0.0439816 Jun 03 18:51:00.867664 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-05754126-48d9-4bd4-919a-c92101370152 req-ec567ac9-b8de-4c11-a630-143855d8917f tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0217bca-e2f4-4d08-8774-71c4c877895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0254493 Jun 03 18:51:00.919191 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Device c89e2f05-f889-4cbd-8d28-b09ad32619f5 details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=103518) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 18:51:00.997132 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] For port c89e2f05-f889-4cbd-8d28-b09ad32619f5, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=c89e2f05-f889-4cbd-8d28-b09ad32619f5,segment=NetworkSegment(a8a48266-8836-4c0c-a1f5-7d59b3bb0d43),segment_id=a8a48266-8836-4c0c-a1f5-7d59b3bb0d43)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:51:01.004683 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Returning: {'device': 'c89e2f05-f889-4cbd-8d28-b09ad32619f5', 'network_id': '96b760d7-3720-403e-b1ec-2fd415aa44fd', 'port_id': 'c89e2f05-f889-4cbd-8d28-b09ad32619f5', 'mac_address': 'fa:16:3e:a9:e4:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdba7c81-6690-4a2c-8589-65ca072f8ce6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103518) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 18:51:01.034278 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:01.044772 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.notifiers.nova [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c89e2f05-f889-4cbd-8d28-b09ad32619f5 {{(pid=103518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 18:51:01.053915 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] For port c89e2f05-f889-4cbd-8d28-b09ad32619f5, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=c89e2f05-f889-4cbd-8d28-b09ad32619f5,segment=NetworkSegment(a8a48266-8836-4c0c-a1f5-7d59b3bb0d43),segment_id=a8a48266-8836-4c0c-a1f5-7d59b3bb0d43)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:51:01.125303 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a242168-9731-4150-9d52-cc451461e8c7 req-b8f176e2-e92d-4a2d-a06b-495739cd8a0a tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:01.126203 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-4a242168-9731-4150-9d52-cc451461e8c7 req-b8f176e2-e92d-4a2d-a06b-495739cd8a0a tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fe2ba91-771c-460f-a28f-25e5450c027d HTTP/1.1" status: 200 len: 943 time: 0.0505993 Jun 03 18:51:01.151938 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-4a242168-9731-4150-9d52-cc451461e8c7 req-f17657b5-bbe9-4eb2-89a6-0654160a746c tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0222847 Jun 03 18:51:01.295311 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:01.296862 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-5d6b12c3-8b1c-4c40-9bdd-081945cf90ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:01.336082 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Pushing event updated for resources: {'Port': ['ID=c89e2f05-f889-4cbd-8d28-b09ad32619f5,revision_number=4']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:01.338446 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:01.406200 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3932d5b8-2e5d-44d3-8fbb-a41f1556e399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd63e0bfd-56fe-42cf-8a18-8bb5b6f1811e'}] {{(pid=103518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 18:51:01.411969 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db66028b02b75232abd2ce52c3e0184f662a2cc7ac62fff2d597f865859cb538" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1771942f-4936-49fc-b941-476f501e2971" -d '{"events": [{"server_uuid": "3932d5b8-2e5d-44d3-8fbb-a41f1556e399", "name": "network-vif-plugged", "status": "completed", "tag": "d63e0bfd-56fe-42cf-8a18-8bb5b6f1811e"}]}' {{(pid=103518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 18:51:01.439392 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 18:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b7db2f-4b1e-4cad-8d07-75cca9eea0ec x-openstack-request-id: req-c7b7db2f-4b1e-4cad-8d07-75cca9eea0ec {{(pid=103518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 18:51:01.440065 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3932d5b8-2e5d-44d3-8fbb-a41f1556e399", "name": "network-vif-plugged", "status": "completed", "tag": "d63e0bfd-56fe-42cf-8a18-8bb5b6f1811e", "code": 200}]} {{(pid=103518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 18:51:01.440065 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c7b7db2f-4b1e-4cad-8d07-75cca9eea0ec {{(pid=103518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 18:51:01.440065 dv-cinder-794661-1-smb neutron-server[103518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3932d5b8-2e5d-44d3-8fbb-a41f1556e399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd63e0bfd-56fe-42cf-8a18-8bb5b6f1811e', 'code': 200} Jun 03 18:51:01.494145 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a645588-81fa-463f-9d3e-a98af0c830b6 req-d12abb33-4b9e-40a0-b96c-00b03244ec58 tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:01.495923 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-9a645588-81fa-463f-9d3e-a98af0c830b6 req-d12abb33-4b9e-40a0-b96c-00b03244ec58 tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] 10.222.0.44 "GET /v2.0/ports?device_id=3932d5b8-2e5d-44d3-8fbb-a41f1556e399 HTTP/1.1" status: 200 len: 946 time: 0.0476856 Jun 03 18:51:01.522321 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-9a645588-81fa-463f-9d3e-a98af0c830b6 req-f1125c27-335b-429f-980c-f258e0874ee4 tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca599a21-970e-4e41-95ac-14aeb32ee79e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0209143 Jun 03 18:51:01.545164 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] get_ports_and_sgs() called for port_ids ['c89e2f05-f889-4cbd-8d28-b09ad32619f5'] {{(pid=103518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 18:51:01.973002 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3dd728-1b27-4706-96d7-5c803e46cd5e req-b5536e7a-3633-49be-bf4e-cd26bdb63d07 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:01.973842 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-2e3dd728-1b27-4706-96d7-5c803e46cd5e req-b5536e7a-3633-49be-bf4e-cd26bdb63d07 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c90a8b7-69fa-4ab3-9608-670d0ac84b0e HTTP/1.1" status: 200 len: 945 time: 0.0457671 Jun 03 18:51:02.000913 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-2e3dd728-1b27-4706-96d7-5c803e46cd5e req-721d76aa-b54b-4a3b-9981-927c33202e7c tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0217bca-e2f4-4d08-8774-71c4c877895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0228918 Jun 03 18:51:02.112229 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:02.266287 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07cb8ec-2f5f-4332-8765-604c01803f46 req-d8be24cb-face-4ab2-8807-d63b39a170aa tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:02.267202 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-f07cb8ec-2f5f-4332-8765-604c01803f46 req-d8be24cb-face-4ab2-8807-d63b39a170aa tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fe2ba91-771c-460f-a28f-25e5450c027d HTTP/1.1" status: 200 len: 944 time: 0.0513504 Jun 03 18:51:02.329651 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-f07cb8ec-2f5f-4332-8765-604c01803f46 req-71a86d4d-de4e-4d79-8303-adcb8134edc5 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590024 Jun 03 18:51:02.504906 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:02.548656 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a8572d-c3fd-422f-88eb-de7fa1e332ed req-4a7525ba-afe3-4b85-ba49-7f7848b220fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:02.549598 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-46a8572d-c3fd-422f-88eb-de7fa1e332ed req-4a7525ba-afe3-4b85-ba49-7f7848b220fe service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=3932d5b8-2e5d-44d3-8fbb-a41f1556e399 HTTP/1.1" status: 200 len: 1099 time: 0.0438113 Jun 03 18:51:02.575797 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-46a8572d-c3fd-422f-88eb-de7fa1e332ed req-cb1624b2-a7a8-401b-ae23-e3a0b328be5b service neutron] Synchronizing usage tracker for tenant:31c7f17531554f2ea5733ce4c9089329 on resource:security_group {{(pid=103516) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 18:51:02.628958 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ec5f9-d415-41ee-927f-fcb2bfb154b0 req-abef190c-22aa-4a2c-802f-ef2e1bccefe5 tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:02.629834 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-aa1ec5f9-d415-41ee-927f-fcb2bfb154b0 req-abef190c-22aa-4a2c-802f-ef2e1bccefe5 tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] 10.222.0.44 "GET /v2.0/ports?device_id=3932d5b8-2e5d-44d3-8fbb-a41f1556e399 HTTP/1.1" status: 200 len: 946 time: 0.0446966 Jun 03 18:51:02.656749 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-aa1ec5f9-d415-41ee-927f-fcb2bfb154b0 req-2535d75e-8ab9-4652-b686-9b6d23c1564c tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca599a21-970e-4e41-95ac-14aeb32ee79e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0231032 Jun 03 18:51:02.690121 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-46a8572d-c3fd-422f-88eb-de7fa1e332ed req-cb1624b2-a7a8-401b-ae23-e3a0b328be5b service neutron] Unset dirty status for tenant:31c7f17531554f2ea5733ce4c9089329 on resource:security_group {{(pid=103516) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 18:51:02.690211 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:02.690984 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-46a8572d-c3fd-422f-88eb-de7fa1e332ed req-cb1624b2-a7a8-401b-ae23-e3a0b328be5b service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=ca599a21-970e-4e41-95ac-14aeb32ee79e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345568 Jun 03 18:51:02.846496 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 52140) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:02.911755 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f5f3e46b-135d-4a7e-9271-9b67fd66515b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:02.919013 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-f5f3e46b-135d-4a7e-9271-9b67fd66515b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:51:02.921260 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-f5f3e46b-135d-4a7e-9271-9b67fd66515b admin admin] Usage tracker for resource:security_group_rule and tenant:3d1c32eb859147788347894bb09770f8 is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:51:02.922811 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-f5f3e46b-135d-4a7e-9271-9b67fd66515b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:51:02.927504 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Device 5d85775b-d525-42e0-8d08-c42974bc6fd1 details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=103518) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 18:51:02.931479 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Device c89e2f05-f889-4cbd-8d28-b09ad32619f5 up at agent hyperv_hv-cinder-79466 {{(pid=103518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 18:51:02.931672 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-f5f3e46b-135d-4a7e-9271-9b67fd66515b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:51:02.984486 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f5f3e46b-135d-4a7e-9271-9b67fd66515b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:03.031702 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] For port 5d85775b-d525-42e0-8d08-c42974bc6fd1, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=5d85775b-d525-42e0-8d08-c42974bc6fd1,segment=NetworkSegment(a8a48266-8836-4c0c-a1f5-7d59b3bb0d43),segment_id=a8a48266-8836-4c0c-a1f5-7d59b3bb0d43)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:51:03.038964 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Returning: {'device': '5d85775b-d525-42e0-8d08-c42974bc6fd1', 'network_id': '96b760d7-3720-403e-b1ec-2fd415aa44fd', 'port_id': '5d85775b-d525-42e0-8d08-c42974bc6fd1', 'mac_address': 'fa:16:3e:0e:e8:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdba7c81-6690-4a2c-8589-65ca072f8ce6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103518) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 18:51:03.084962 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:03.094140 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.notifiers.nova [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d85775b-d525-42e0-8d08-c42974bc6fd1 {{(pid=103518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 18:51:03.103893 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] For port 5d85775b-d525-42e0-8d08-c42974bc6fd1, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=5d85775b-d525-42e0-8d08-c42974bc6fd1,segment=NetworkSegment(a8a48266-8836-4c0c-a1f5-7d59b3bb0d43),segment_id=a8a48266-8836-4c0c-a1f5-7d59b3bb0d43)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:51:03.104711 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b324e35-1f86-4fac-ba19-27f248d1267b req-d22b13c3-8b05-4227-9289-8d639ff71302 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:03.105653 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-7b324e35-1f86-4fac-ba19-27f248d1267b req-d22b13c3-8b05-4227-9289-8d639ff71302 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c90a8b7-69fa-4ab3-9608-670d0ac84b0e HTTP/1.1" status: 200 len: 945 time: 0.0468237 Jun 03 18:51:03.129769 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-7b324e35-1f86-4fac-ba19-27f248d1267b req-aa26f9fb-5401-4b2d-bed2-2476ef7ab3e9 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0217bca-e2f4-4d08-8774-71c4c877895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0205889 Jun 03 18:51:03.135264 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f5f3e46b-135d-4a7e-9271-9b67fd66515b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:03.139471 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:03.139848 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Provisioning for port c89e2f05-f889-4cbd-8d28-b09ad32619f5 completed by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 18:51:03.143496 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Provisioning complete for port c89e2f05-f889-4cbd-8d28-b09ad32619f5 triggered by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 18:51:03.143701 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:03.167897 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-f5f3e46b-135d-4a7e-9271-9b67fd66515b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3d1c32eb859147788347894bb09770f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3192124 Jun 03 18:51:03.167897 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f3e46b-135d-4a7e-9271-9b67fd66515b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17442c6-3a2e-4eda-9cff-96654df06de2,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:03.168190 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 52154) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:03.168874 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-f5f3e46b-135d-4a7e-9271-9b67fd66515b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:03.201567 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:03.204715 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-d73002bc-ee6f-4575-936e-5a4fdcd386a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:03.204810 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:03.220256 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-d73002bc-ee6f-4575-936e-5a4fdcd386a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:03.235203 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:03.259210 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Pushing event updated for resources: {'Port': ['ID=5d85775b-d525-42e0-8d08-c42974bc6fd1,revision_number=4']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:03.261567 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:03.267503 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] For port c89e2f05-f889-4cbd-8d28-b09ad32619f5, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=c89e2f05-f889-4cbd-8d28-b09ad32619f5,segment=NetworkSegment(a8a48266-8836-4c0c-a1f5-7d59b3bb0d43),segment_id=a8a48266-8836-4c0c-a1f5-7d59b3bb0d43)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:51:03.307122 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 52162) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:03.366899 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:03.368841 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:03.389619 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-809d63d2-4099-40fb-9f35-0858442d32f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:03.409007 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Pushing event updated for resources: {'Port': ['ID=c89e2f05-f889-4cbd-8d28-b09ad32619f5,revision_number=5']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:03.410549 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:03.440824 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe2ba91-771c-460f-a28f-25e5450c027d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c89e2f05-f889-4cbd-8d28-b09ad32619f5'}] {{(pid=103518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 18:51:03.442517 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db66028b02b75232abd2ce52c3e0184f662a2cc7ac62fff2d597f865859cb538" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1fd6cf9-3f9d-4785-90d8-a4362f487bb9" -d '{"events": [{"server_uuid": "9fe2ba91-771c-460f-a28f-25e5450c027d", "name": "network-vif-plugged", "status": "completed", "tag": "c89e2f05-f889-4cbd-8d28-b09ad32619f5"}]}' {{(pid=103518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 18:51:03.467353 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-809d63d2-4099-40fb-9f35-0858442d32f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:51:03.469340 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-d73002bc-ee6f-4575-936e-5a4fdcd386a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:03.471356 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 18:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8a88fc-229c-482b-8c4b-120fe325eda4 x-openstack-request-id: req-0d8a88fc-229c-482b-8c4b-120fe325eda4 {{(pid=103518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 18:51:03.471356 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fe2ba91-771c-460f-a28f-25e5450c027d", "name": "network-vif-plugged", "status": "completed", "tag": "c89e2f05-f889-4cbd-8d28-b09ad32619f5", "code": 200}]} {{(pid=103518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 18:51:03.471793 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0d8a88fc-229c-482b-8c4b-120fe325eda4 {{(pid=103518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 18:51:03.472050 dv-cinder-794661-1-smb neutron-server[103518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe2ba91-771c-460f-a28f-25e5450c027d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c89e2f05-f889-4cbd-8d28-b09ad32619f5', 'code': 200} Jun 03 18:51:03.473223 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-809d63d2-4099-40fb-9f35-0858442d32f9 admin admin] Usage tracker for resource:security_group_rule and tenant:b0674c37f01e41d78348fc283793acca is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:51:03.475036 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:03.479492 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-809d63d2-4099-40fb-9f35-0858442d32f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:51:03.486892 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-809d63d2-4099-40fb-9f35-0858442d32f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:51:03.488264 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73002bc-ee6f-4575-936e-5a4fdcd386a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17442c6-3a2e-4eda-9cff-96654df06de2,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:03.489636 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-d73002bc-ee6f-4575-936e-5a4fdcd386a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:03.520295 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-d73002bc-ee6f-4575-936e-5a4fdcd386a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:03.520295 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-d73002bc-ee6f-4575-936e-5a4fdcd386a2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a17442c6-3a2e-4eda-9cff-96654df06de2 HTTP/1.1" status: 204 len: 168 time: 0.3396580 Jun 03 18:51:03.530271 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df5b5bc-7a1a-4b37-a53c-2395fa637c79 req-9c5e890e-3acd-4ec3-9654-9c201d870e1c tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:03.534853 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] get_ports_and_sgs() called for port_ids ['5d85775b-d525-42e0-8d08-c42974bc6fd1'] {{(pid=103518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 18:51:03.535022 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-9df5b5bc-7a1a-4b37-a53c-2395fa637c79 req-9c5e890e-3acd-4ec3-9654-9c201d870e1c tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fe2ba91-771c-460f-a28f-25e5450c027d HTTP/1.1" status: 200 len: 945 time: 0.1406286 Jun 03 18:51:03.570596 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-9df5b5bc-7a1a-4b37-a53c-2395fa637c79 req-80ac887f-7a74-435a-b3c0-b257a40fc69b tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349996 Jun 03 18:51:03.583756 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-809d63d2-4099-40fb-9f35-0858442d32f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:03.703568 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-809d63d2-4099-40fb-9f35-0858442d32f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:03.716356 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:03.729989 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-809d63d2-4099-40fb-9f35-0858442d32f9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b0674c37f01e41d78348fc283793acca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4221365 Jun 03 18:51:03.730884 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809d63d2-4099-40fb-9f35-0858442d32f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=754e4a97-8ad3-4ada-b7f1-34c60bb7fb76,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:03.732200 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 52180) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:03.733288 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-809d63d2-4099-40fb-9f35-0858442d32f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:03.768262 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf2f86c-2cf1-4331-a95d-9e85f878db66 req-b16de6a8-bfbd-45fa-b181-8139dd31367e tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:03.769454 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-7cf2f86c-2cf1-4331-a95d-9e85f878db66 req-b16de6a8-bfbd-45fa-b181-8139dd31367e tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] 10.222.0.44 "GET /v2.0/ports?device_id=3932d5b8-2e5d-44d3-8fbb-a41f1556e399 HTTP/1.1" status: 200 len: 946 time: 0.0496821 Jun 03 18:51:03.770179 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-428e9ec6-0e78-4fda-adc6-be699a852207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:03.791566 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-428e9ec6-0e78-4fda-adc6-be699a852207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:03.806775 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-7cf2f86c-2cf1-4331-a95d-9e85f878db66 req-5a7b1b92-f762-4df2-8a63-a5f5e5239745 tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca599a21-970e-4e41-95ac-14aeb32ee79e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323963 Jun 03 18:51:03.932948 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-428e9ec6-0e78-4fda-adc6-be699a852207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:03.932948 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:03.936844 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428e9ec6-0e78-4fda-adc6-be699a852207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=754e4a97-8ad3-4ada-b7f1-34c60bb7fb76,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:03.938982 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-428e9ec6-0e78-4fda-adc6-be699a852207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:03.940676 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-428e9ec6-0e78-4fda-adc6-be699a852207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:03.943114 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-428e9ec6-0e78-4fda-adc6-be699a852207 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/754e4a97-8ad3-4ada-b7f1-34c60bb7fb76 HTTP/1.1" status: 204 len: 168 time: 0.2086594 Jun 03 18:51:04.312134 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 52194) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:04.322618 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-1d5435fa-56fd-45fc-a954-fc4572607562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:04.330373 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-1d5435fa-56fd-45fc-a954-fc4572607562 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:51:04.333757 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-1d5435fa-56fd-45fc-a954-fc4572607562 admin admin] Usage tracker for resource:security_group_rule and tenant:5c1a3d664cf641588d4e989a49dac70b is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:51:04.335457 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-1d5435fa-56fd-45fc-a954-fc4572607562 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:51:04.339037 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-1d5435fa-56fd-45fc-a954-fc4572607562 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:51:04.382882 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-1d5435fa-56fd-45fc-a954-fc4572607562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:04.528844 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-1d5435fa-56fd-45fc-a954-fc4572607562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:04.534506 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:04.558866 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-1d5435fa-56fd-45fc-a954-fc4572607562 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5c1a3d664cf641588d4e989a49dac70b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2460167 Jun 03 18:51:04.559383 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5435fa-56fd-45fc-a954-fc4572607562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6346f687-1fe4-40e8-9e60-bfd633cacc0f,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:04.560935 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 52200) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:04.561301 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-1d5435fa-56fd-45fc-a954-fc4572607562 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:04.599564 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b4cdfcfd-4880-4f1e-8fad-6f627c664dad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:04.613502 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b4cdfcfd-4880-4f1e-8fad-6f627c664dad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:04.672070 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 52208) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:04.676254 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a253145a-817b-4c03-a3c0-d555ee33f223 req-9f1fc34f-9c8f-4dbb-beba-e8a3e5162ba2 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:04.677145 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-a253145a-817b-4c03-a3c0-d555ee33f223 req-9f1fc34f-9c8f-4dbb-beba-e8a3e5162ba2 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fe2ba91-771c-460f-a28f-25e5450c027d HTTP/1.1" status: 200 len: 945 time: 0.0487895 Jun 03 18:51:04.682581 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e3818380-f6b2-473d-853c-605417dd3f4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:04.690505 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-e3818380-f6b2-473d-853c-605417dd3f4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:51:04.692661 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-e3818380-f6b2-473d-853c-605417dd3f4b admin admin] Usage tracker for resource:security_group_rule and tenant:eeafb6b5011f4bbc9fb670387669cc7c is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:51:04.694193 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-e3818380-f6b2-473d-853c-605417dd3f4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:51:04.697753 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-e3818380-f6b2-473d-853c-605417dd3f4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:51:04.703332 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-a253145a-817b-4c03-a3c0-d555ee33f223 req-46971c55-108a-43f5-b7c5-d673c2f9fc8d tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0225008 Jun 03 18:51:04.754535 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b4cdfcfd-4880-4f1e-8fad-6f627c664dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:04.757992 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:04.768812 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cdfcfd-4880-4f1e-8fad-6f627c664dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6346f687-1fe4-40e8-9e60-bfd633cacc0f,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:04.771196 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-b4cdfcfd-4880-4f1e-8fad-6f627c664dad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:04.786582 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b4cdfcfd-4880-4f1e-8fad-6f627c664dad admin admin] Notify callbacks [] for security_group, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:04.786582 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-b4cdfcfd-4880-4f1e-8fad-6f627c664dad admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6346f687-1fe4-40e8-9e60-bfd633cacc0f HTTP/1.1" status: 204 len: 168 time: 0.2167771 Jun 03 18:51:04.809370 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e3818380-f6b2-473d-853c-605417dd3f4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:04.911348 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ba4451-9ef5-4fcd-9284-ef3d8088d36b req-9cf267a8-63df-42aa-968f-cca8297c0f63 tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:04.912191 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-97ba4451-9ef5-4fcd-9284-ef3d8088d36b req-9cf267a8-63df-42aa-968f-cca8297c0f63 tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] 10.222.0.44 "GET /v2.0/ports?device_id=3932d5b8-2e5d-44d3-8fbb-a41f1556e399 HTTP/1.1" status: 200 len: 946 time: 0.0453722 Jun 03 18:51:04.936492 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-97ba4451-9ef5-4fcd-9284-ef3d8088d36b req-9682e537-d192-4b11-ba7f-41603fa1c136 tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca599a21-970e-4e41-95ac-14aeb32ee79e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0209219 Jun 03 18:51:04.949264 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Device 5d85775b-d525-42e0-8d08-c42974bc6fd1 up at agent hyperv_hv-cinder-79466 {{(pid=103518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 18:51:04.977618 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e3818380-f6b2-473d-853c-605417dd3f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:04.984806 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:05.005976 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-e3818380-f6b2-473d-853c-605417dd3f4b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=eeafb6b5011f4bbc9fb670387669cc7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3331027 Jun 03 18:51:05.006462 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3818380-f6b2-473d-853c-605417dd3f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6127f46-626a-4527-bcdc-fbb63f566b11,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:05.007828 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 52226) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:05.008452 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-e3818380-f6b2-473d-853c-605417dd3f4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:05.039456 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ea72b213-ea83-4599-aa03-a774a6cb5589 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:05.054832 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ea72b213-ea83-4599-aa03-a774a6cb5589 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:05.132757 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e5d925-071e-4dd8-828f-9fdb255ff07c req-8e89b380-0755-4481-b6f3-afc35efeaa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:05.133559 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-42e5d925-071e-4dd8-828f-9fdb255ff07c req-8e89b380-0755-4481-b6f3-afc35efeaa7b service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=9fe2ba91-771c-460f-a28f-25e5450c027d HTTP/1.1" status: 200 len: 1098 time: 0.0406275 Jun 03 18:51:05.157393 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-42e5d925-071e-4dd8-828f-9fdb255ff07c req-5bd54bef-13a8-422c-aa9c-caf710891d9e service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0175321 Jun 03 18:51:05.172770 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ea72b213-ea83-4599-aa03-a774a6cb5589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:05.173553 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Provisioning for port 5d85775b-d525-42e0-8d08-c42974bc6fd1 completed by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 18:51:05.177901 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-6251471f-5bef-4edc-96f6-efcf14938f64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:05.188698 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea72b213-ea83-4599-aa03-a774a6cb5589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6127f46-626a-4527-bcdc-fbb63f566b11,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:05.190941 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Provisioning complete for port 5d85775b-d525-42e0-8d08-c42974bc6fd1 triggered by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 18:51:05.191346 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:05.194999 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ea72b213-ea83-4599-aa03-a774a6cb5589 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:05.197974 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-ea72b213-ea83-4599-aa03-a774a6cb5589 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f6127f46-626a-4527-bcdc-fbb63f566b11 HTTP/1.1" status: 204 len: 168 time: 0.1889796 Jun 03 18:51:05.198594 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-ea72b213-ea83-4599-aa03-a774a6cb5589 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:05.291493 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:05.310253 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] For port 5d85775b-d525-42e0-8d08-c42974bc6fd1, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=5d85775b-d525-42e0-8d08-c42974bc6fd1,segment=NetworkSegment(a8a48266-8836-4c0c-a1f5-7d59b3bb0d43),segment_id=a8a48266-8836-4c0c-a1f5-7d59b3bb0d43)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:51:05.378907 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:05.381139 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:05.416820 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Pushing event updated for resources: {'Port': ['ID=5d85775b-d525-42e0-8d08-c42974bc6fd1,revision_number=5']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:05.418786 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:05.472668 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6512666-2c8f-4c43-9c0e-f792e20d8f11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d85775b-d525-42e0-8d08-c42974bc6fd1'}] {{(pid=103518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 18:51:05.474222 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db66028b02b75232abd2ce52c3e0184f662a2cc7ac62fff2d597f865859cb538" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-310d7db9-b31a-4776-ab7e-4572e3c2f9ca" -d '{"events": [{"server_uuid": "c6512666-2c8f-4c43-9c0e-f792e20d8f11", "name": "network-vif-plugged", "status": "completed", "tag": "5d85775b-d525-42e0-8d08-c42974bc6fd1"}]}' {{(pid=103518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 18:51:05.514209 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 18:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40bbc94d-797c-40bf-8d4f-4ea0c35a66f3 x-openstack-request-id: req-40bbc94d-797c-40bf-8d4f-4ea0c35a66f3 {{(pid=103518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 18:51:05.514395 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6512666-2c8f-4c43-9c0e-f792e20d8f11", "name": "network-vif-plugged", "status": "completed", "tag": "5d85775b-d525-42e0-8d08-c42974bc6fd1", "code": 200}]} {{(pid=103518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 18:51:05.514536 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-40bbc94d-797c-40bf-8d4f-4ea0c35a66f3 {{(pid=103518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 18:51:05.514775 dv-cinder-794661-1-smb neutron-server[103518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6512666-2c8f-4c43-9c0e-f792e20d8f11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d85775b-d525-42e0-8d08-c42974bc6fd1', 'code': 200} Jun 03 18:51:05.807446 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfa9d22-8be8-44df-9e3f-5a01707a8eb1 req-3e59acee-1561-4b71-ae93-8aad6dedc1ce tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:05.808353 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-4bfa9d22-8be8-44df-9e3f-5a01707a8eb1 req-3e59acee-1561-4b71-ae93-8aad6dedc1ce tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fe2ba91-771c-460f-a28f-25e5450c027d HTTP/1.1" status: 200 len: 945 time: 0.0460150 Jun 03 18:51:05.836110 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-4bfa9d22-8be8-44df-9e3f-5a01707a8eb1 req-55639485-8880-4a33-9523-5045da27822f tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0237799 Jun 03 18:51:06.538204 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9205d12-ef29-48f3-84a6-ee37721d918d req-bf40086f-4bf3-4046-9101-068357c6a445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:06.539105 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-b9205d12-ef29-48f3-84a6-ee37721d918d req-bf40086f-4bf3-4046-9101-068357c6a445 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 1098 time: 0.0421109 Jun 03 18:51:06.565897 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-b9205d12-ef29-48f3-84a6-ee37721d918d req-722d9a57-3467-4896-925e-324916439ab0 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0198991 Jun 03 18:51:06.939813 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee75e4-4505-48e4-bea6-3eb18e6d7360 req-c4f2edb1-48f9-445b-b14d-3d0b6c4132a5 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:06.940662 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-76ee75e4-4505-48e4-bea6-3eb18e6d7360 req-c4f2edb1-48f9-445b-b14d-3d0b6c4132a5 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fe2ba91-771c-460f-a28f-25e5450c027d HTTP/1.1" status: 200 len: 945 time: 0.0442879 Jun 03 18:51:06.963801 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-76ee75e4-4505-48e4-bea6-3eb18e6d7360 req-8493556d-c1f4-48c3-afb8-1ad47b606239 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0198989 Jun 03 18:51:07.443089 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65e1374-5e28-4161-97ff-54490fd0e54b req-b9835bd7-dc3f-4d75-8a34-f80c24a68361 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:07.444004 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-a65e1374-5e28-4161-97ff-54490fd0e54b req-b9835bd7-dc3f-4d75-8a34-f80c24a68361 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fe2ba91-771c-460f-a28f-25e5450c027d HTTP/1.1" status: 200 len: 945 time: 0.0485332 Jun 03 18:51:07.471833 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-a65e1374-5e28-4161-97ff-54490fd0e54b req-7a857bfa-bb56-45c9-8399-67e8dcb59fb4 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0224299 Jun 03 18:51:07.534022 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80208e1e-1938-4916-9af2-c2eb05dd960f req-e5a8eb7d-65d5-45fa-bf0b-f4fd6819fe2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:07.534821 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-80208e1e-1938-4916-9af2-c2eb05dd960f req-e5a8eb7d-65d5-45fa-bf0b-f4fd6819fe2c service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=04d914789bfc4c6082997cc72d5d376a&device_id=9fe2ba91-771c-460f-a28f-25e5450c027d HTTP/1.1" status: 200 len: 1098 time: 0.0382624 Jun 03 18:51:07.629979 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80208e1e-1938-4916-9af2-c2eb05dd960f req-e97e100b-43ce-43ce-afd6-db5b3b0ed09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:07.631717 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-80208e1e-1938-4916-9af2-c2eb05dd960f req-e97e100b-43ce-43ce-afd6-db5b3b0ed09b service neutron] 10.222.0.108 "GET /v2.0/networks?id=96b760d7-3720-403e-b1ec-2fd415aa44fd HTTP/1.1" status: 200 len: 920 time: 0.0814629 Jun 03 18:51:07.678889 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-80208e1e-1938-4916-9af2-c2eb05dd960f req-8d3d2bfd-57d6-442d-9693-fa1ab6fb74be service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c89e2f05-f889-4cbd-8d28-b09ad32619f5 HTTP/1.1" status: 200 len: 217 time: 0.0330968 Jun 03 18:51:07.725195 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80208e1e-1938-4916-9af2-c2eb05dd960f req-c863bbc3-d346-4dd4-8433-a03d2054572b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:07.726150 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-80208e1e-1938-4916-9af2-c2eb05dd960f req-c863bbc3-d346-4dd4-8433-a03d2054572b service neutron] 10.222.0.108 "GET /v2.0/subnets?id=cdba7c81-6690-4a2c-8589-65ca072f8ce6 HTTP/1.1" status: 200 len: 858 time: 0.0283425 Jun 03 18:51:07.763332 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-80208e1e-1938-4916-9af2-c2eb05dd960f req-721f3618-4d47-4d4e-93d0-58be690aca66 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=96b760d7-3720-403e-b1ec-2fd415aa44fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244670 Jun 03 18:51:07.897208 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-80208e1e-1938-4916-9af2-c2eb05dd960f req-35a47e00-0db6-467e-b842-7ae40ef3f170 service neutron] 10.222.0.108 "GET /v2.0/networks/96b760d7-3720-403e-b1ec-2fd415aa44fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832059 Jun 03 18:51:08.023991 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-80208e1e-1938-4916-9af2-c2eb05dd960f req-644d50fa-ca66-4ded-b413-3569b5d4b47d service neutron] 10.222.0.108 "GET /v2.0/networks/96b760d7-3720-403e-b1ec-2fd415aa44fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124606 Jun 03 18:51:08.597429 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23887c78-1464-40b8-abd9-c1879092dd86 req-674a46ac-a752-4577-99eb-3b426667ac29 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:08.598384 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-23887c78-1464-40b8-abd9-c1879092dd86 req-674a46ac-a752-4577-99eb-3b426667ac29 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fe2ba91-771c-460f-a28f-25e5450c027d HTTP/1.1" status: 200 len: 945 time: 0.0521216 Jun 03 18:51:08.626032 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-23887c78-1464-40b8-abd9-c1879092dd86 req-f3fc2da6-cc3e-46f6-8ef8-5838ca57e9ba tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0235267 Jun 03 18:51:09.741939 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7115f7a2-713f-4763-ad8c-63899b42aac5 req-8389941e-c170-41bf-99ab-4d99ce5e3508 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:09.742948 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-7115f7a2-713f-4763-ad8c-63899b42aac5 req-8389941e-c170-41bf-99ab-4d99ce5e3508 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fe2ba91-771c-460f-a28f-25e5450c027d HTTP/1.1" status: 200 len: 945 time: 0.0531390 Jun 03 18:51:09.774973 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-7115f7a2-713f-4763-ad8c-63899b42aac5 req-fa7c403a-a46d-40c9-8b43-1a25dcc086a2 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0259817 Jun 03 18:51:10.905399 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e12157-b951-4da1-b696-5cfd11be4d0a req-d78efc8f-4ca2-42bd-a13c-f331bbf6bcb8 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:10.906378 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-96e12157-b951-4da1-b696-5cfd11be4d0a req-d78efc8f-4ca2-42bd-a13c-f331bbf6bcb8 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fe2ba91-771c-460f-a28f-25e5450c027d HTTP/1.1" status: 200 len: 945 time: 0.0566416 Jun 03 18:51:10.934986 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-96e12157-b951-4da1-b696-5cfd11be4d0a req-02bc1812-a623-499b-9781-69706b596561 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0245490 Jun 03 18:51:12.051032 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f009718b-1791-48fb-b64a-76726238f4e3 req-dab0733d-5ec9-4700-999a-15893f5dae19 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:12.051902 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-f009718b-1791-48fb-b64a-76726238f4e3 req-dab0733d-5ec9-4700-999a-15893f5dae19 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fe2ba91-771c-460f-a28f-25e5450c027d HTTP/1.1" status: 200 len: 945 time: 0.0464795 Jun 03 18:51:12.078622 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-f009718b-1791-48fb-b64a-76726238f4e3 req-38a9705e-f772-428d-bf42-1ee3a9433c12 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0228505 Jun 03 18:51:12.410316 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 52504) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:12.487050 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-01696e8f-8aae-49fa-b79c-37ea7b8556af admin admin] Notify callbacks [] for security_group, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:12.496837 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-01696e8f-8aae-49fa-b79c-37ea7b8556af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:51:12.496837 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-01696e8f-8aae-49fa-b79c-37ea7b8556af admin admin] Usage tracker for resource:security_group_rule and tenant:1a28404eb22749b4a70f5d31dc35b3dd is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:51:12.498930 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-01696e8f-8aae-49fa-b79c-37ea7b8556af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:51:12.502058 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-01696e8f-8aae-49fa-b79c-37ea7b8556af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:51:12.551129 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-01696e8f-8aae-49fa-b79c-37ea7b8556af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:12.681232 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-01696e8f-8aae-49fa-b79c-37ea7b8556af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:12.692590 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:12.720957 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-01696e8f-8aae-49fa-b79c-37ea7b8556af admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1a28404eb22749b4a70f5d31dc35b3dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3098252 Jun 03 18:51:12.721993 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01696e8f-8aae-49fa-b79c-37ea7b8556af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6efbf809-aeca-4dc1-8553-f79f95a7aa08,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:12.723397 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 52512) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:12.724267 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-01696e8f-8aae-49fa-b79c-37ea7b8556af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:12.758493 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-804df07b-7b64-475f-a6de-a3532b2dd45c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:12.772618 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-804df07b-7b64-475f-a6de-a3532b2dd45c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:13.017354 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-804df07b-7b64-475f-a6de-a3532b2dd45c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:13.020210 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:13.027756 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804df07b-7b64-475f-a6de-a3532b2dd45c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6efbf809-aeca-4dc1-8553-f79f95a7aa08,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:13.034351 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-804df07b-7b64-475f-a6de-a3532b2dd45c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:13.039336 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-804df07b-7b64-475f-a6de-a3532b2dd45c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:13.042091 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-804df07b-7b64-475f-a6de-a3532b2dd45c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6efbf809-aeca-4dc1-8553-f79f95a7aa08 HTTP/1.1" status: 204 len: 168 time: 0.3178191 Jun 03 18:51:13.218620 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48bd58a-be6a-4611-9ade-85815f356359 req-ebe0141e-95f3-4b7c-906f-819aae8307a7 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:13.219959 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-a48bd58a-be6a-4611-9ade-85815f356359 req-ebe0141e-95f3-4b7c-906f-819aae8307a7 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fe2ba91-771c-460f-a28f-25e5450c027d HTTP/1.1" status: 200 len: 945 time: 0.0582981 Jun 03 18:51:13.253488 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-a48bd58a-be6a-4611-9ade-85815f356359 req-62353447-7b90-4ebf-a681-c0ecb4f47939 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290775 Jun 03 18:51:13.276393 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eebc72-7538-447f-b2ab-dedbb6589cdc req-f7846f6c-389c-4223-8e61-a700da89d924 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:13.277247 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-27eebc72-7538-447f-b2ab-dedbb6589cdc req-f7846f6c-389c-4223-8e61-a700da89d924 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/networks?id=10b7379a-996c-49eb-a4af-c8a0e0fe9011 HTTP/1.1" status: 200 len: 814 time: 0.1194510 Jun 03 18:51:13.286529 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-27eebc72-7538-447f-b2ab-dedbb6589cdc req-a538c9bc-e393-4ab4-8d72-dccc44d1da7d tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/quotas/c8ba5f9b622448d591fdad53cf4828bc HTTP/1.1" status: 200 len: 375 time: 0.0051157 Jun 03 18:51:13.334440 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-27eebc72-7538-447f-b2ab-dedbb6589cdc req-8f4c4d55-4596-44cf-8909-1c109c323862 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c8ba5f9b622448d591fdad53cf4828bc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0447087 Jun 03 18:51:13.412755 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-27eebc72-7538-447f-b2ab-dedbb6589cdc req-09d54274-1627-4691-b611-6751dd8743c7 service neutron] 10.222.0.44 "GET /v2.0/networks/10b7379a-996c-49eb-a4af-c8a0e0fe9011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0739341 Jun 03 18:51:13.486691 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-27eebc72-7538-447f-b2ab-dedbb6589cdc req-7d6d6415-5eaf-467c-838d-8e3008389059 service neutron] 10.222.0.44 "GET /v2.0/networks/10b7379a-996c-49eb-a4af-c8a0e0fe9011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0702772 Jun 03 18:51:13.756311 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-848a62ed-17b8-41cf-8380-165336f9c662 req-adec1ec0-22ce-46e2-a973-bb0428c22c94 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=037d1db6-dfc5-4f70-8367-c673932ebe00 HTTP/1.1" status: 200 len: 210 time: 0.0239818 Jun 03 18:51:13.776002 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 52578) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:13.786096 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2e04e596-f30d-4762-8a66-819a111d0cc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:13.793723 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-2e04e596-f30d-4762-8a66-819a111d0cc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:51:13.796095 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-2e04e596-f30d-4762-8a66-819a111d0cc8 admin admin] Usage tracker for resource:security_group_rule and tenant:959d18ded60842de9335c9f2d2f37984 is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:51:13.797736 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-2e04e596-f30d-4762-8a66-819a111d0cc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:51:13.800814 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-2e04e596-f30d-4762-8a66-819a111d0cc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:51:13.845584 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2e04e596-f30d-4762-8a66-819a111d0cc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:14.023698 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2e04e596-f30d-4762-8a66-819a111d0cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:14.033270 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:14.053724 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-2e04e596-f30d-4762-8a66-819a111d0cc8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=959d18ded60842de9335c9f2d2f37984&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2770336 Jun 03 18:51:14.056159 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e04e596-f30d-4762-8a66-819a111d0cc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afdca220-1564-4dee-957d-00600c702937,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:14.057403 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 52588) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:14.058434 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-2e04e596-f30d-4762-8a66-819a111d0cc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:14.125912 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-77e2e55c-11bd-403b-8396-e17695fe4dd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:14.141500 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-77e2e55c-11bd-403b-8396-e17695fe4dd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:14.274166 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-77e2e55c-11bd-403b-8396-e17695fe4dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:14.289644 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:14.296604 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e2e55c-11bd-403b-8396-e17695fe4dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afdca220-1564-4dee-957d-00600c702937,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:14.302787 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-77e2e55c-11bd-403b-8396-e17695fe4dd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:14.308037 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-77e2e55c-11bd-403b-8396-e17695fe4dd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:14.308775 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-77e2e55c-11bd-403b-8396-e17695fe4dd3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/afdca220-1564-4dee-957d-00600c702937 HTTP/1.1" status: 204 len: 168 time: 0.2506144 Jun 03 18:51:14.387873 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df19d2-cda5-41b3-9061-ec1454ebd30c req-cbfb38ed-59d2-4fd3-8113-18558e38a926 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:14.388737 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-64df19d2-cda5-41b3-9061-ec1454ebd30c req-cbfb38ed-59d2-4fd3-8113-18558e38a926 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fe2ba91-771c-460f-a28f-25e5450c027d HTTP/1.1" status: 200 len: 945 time: 0.0523899 Jun 03 18:51:14.412728 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-64df19d2-cda5-41b3-9061-ec1454ebd30c req-fcae86f4-38d8-4255-84e2-7da525411e79 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0200474 Jun 03 18:51:14.852192 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-1914056c-db7c-40a6-b02c-888cdb6fcb96 req-d168eded-7c78-482b-9a9e-62c8dc7113e8 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=037d1db6-dfc5-4f70-8367-c673932ebe00 HTTP/1.1" status: 200 len: 210 time: 0.0280054 Jun 03 18:51:15.521178 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ab17e5-1e6b-4329-bb98-e40dae6ce298 req-464b2733-951c-45a3-a4ae-23df0c71f899 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:15.521968 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-24ab17e5-1e6b-4329-bb98-e40dae6ce298 req-464b2733-951c-45a3-a4ae-23df0c71f899 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fe2ba91-771c-460f-a28f-25e5450c027d HTTP/1.1" status: 200 len: 945 time: 0.0440757 Jun 03 18:51:15.548005 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-24ab17e5-1e6b-4329-bb98-e40dae6ce298 req-25ea68f1-d1f2-4992-805d-c2f1cc4b697e tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0225623 Jun 03 18:51:15.960832 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-024fed79-85e1-441b-9d50-23d97688ce1b req-0f800dc6-ac74-4d94-b796-a0e83fcada66 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=037d1db6-dfc5-4f70-8367-c673932ebe00 HTTP/1.1" status: 200 len: 210 time: 0.0231445 Jun 03 18:51:16.667470 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8166f7d-60ad-4639-a195-7ba3adf6fbd6 req-4cdcad52-8ca2-4b9f-b971-455a77c1cbc5 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:16.669642 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-e8166f7d-60ad-4639-a195-7ba3adf6fbd6 req-4cdcad52-8ca2-4b9f-b971-455a77c1cbc5 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fe2ba91-771c-460f-a28f-25e5450c027d HTTP/1.1" status: 200 len: 945 time: 0.0479228 Jun 03 18:51:16.696499 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-e8166f7d-60ad-4639-a195-7ba3adf6fbd6 req-f9fa930e-0f0b-434d-9ed7-dcf4ede60e1d tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0241313 Jun 03 18:51:16.828073 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 52722) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:16.896545 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-e7ec39d4-5d58-4ec7-80ee-223d3ec550c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:16.904221 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-e7ec39d4-5d58-4ec7-80ee-223d3ec550c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:51:16.906364 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-e7ec39d4-5d58-4ec7-80ee-223d3ec550c9 admin admin] Usage tracker for resource:security_group_rule and tenant:e8d00704076949018b4604bac2146331 is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:51:16.908310 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-e7ec39d4-5d58-4ec7-80ee-223d3ec550c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:51:16.916016 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-e7ec39d4-5d58-4ec7-80ee-223d3ec550c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:51:16.957808 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-e7ec39d4-5d58-4ec7-80ee-223d3ec550c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:17.046184 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-aeab4fc2-92dd-4298-b25d-53c7a13263ed req-13f146e7-9f0c-431f-b3ef-a183dff2bd72 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=037d1db6-dfc5-4f70-8367-c673932ebe00 HTTP/1.1" status: 200 len: 210 time: 0.0272388 Jun 03 18:51:17.080251 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 52734) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:17.093420 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-e7ec39d4-5d58-4ec7-80ee-223d3ec550c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:17.100697 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-cc4bc8d7-5678-40e7-9987-e650bf10e22a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:17.125111 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-e7ec39d4-5d58-4ec7-80ee-223d3ec550c9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e8d00704076949018b4604bac2146331&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2962117 Jun 03 18:51:17.125907 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ec39d4-5d58-4ec7-80ee-223d3ec550c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e13eb9b5-ad8f-4c91-8f56-a9ea580aabaa,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:17.127571 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 52738) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:17.135478 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-e7ec39d4-5d58-4ec7-80ee-223d3ec550c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:17.163307 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b7d18bdf-015b-4398-bbc1-397eec6cce03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:17.179606 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-b7d18bdf-015b-4398-bbc1-397eec6cce03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:51:17.181006 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9e11b500-9d2b-4740-9044-dd29421800a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:17.183346 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-b7d18bdf-015b-4398-bbc1-397eec6cce03 admin admin] Usage tracker for resource:security_group_rule and tenant:87c04e7447a04c3e9394bafa921e0a2b is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:51:17.188898 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-b7d18bdf-015b-4398-bbc1-397eec6cce03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:51:17.194543 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-b7d18bdf-015b-4398-bbc1-397eec6cce03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:51:17.205760 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9e11b500-9d2b-4740-9044-dd29421800a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:17.362154 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9e11b500-9d2b-4740-9044-dd29421800a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:17.364779 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-2e04e596-f30d-4762-8a66-819a111d0cc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:17.377967 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e11b500-9d2b-4740-9044-dd29421800a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13eb9b5-ad8f-4c91-8f56-a9ea580aabaa,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:17.382807 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-9e11b500-9d2b-4740-9044-dd29421800a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:17.398143 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9e11b500-9d2b-4740-9044-dd29421800a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:17.398839 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-9e11b500-9d2b-4740-9044-dd29421800a3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e13eb9b5-ad8f-4c91-8f56-a9ea580aabaa HTTP/1.1" status: 204 len: 168 time: 0.2705753 Jun 03 18:51:17.404251 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b7d18bdf-015b-4398-bbc1-397eec6cce03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:17.482900 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b7d18bdf-015b-4398-bbc1-397eec6cce03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:17.488066 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-43613f36-d926-4af4-8c1b-500d52613a0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:17.513704 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-b7d18bdf-015b-4398-bbc1-397eec6cce03 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=87c04e7447a04c3e9394bafa921e0a2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4326870 Jun 03 18:51:17.514156 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 52746) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:17.514302 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d18bdf-015b-4398-bbc1-397eec6cce03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d40a94a4-0dc8-43e4-95d9-55c3762455d5,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:17.516484 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-b7d18bdf-015b-4398-bbc1-397eec6cce03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:17.551896 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c88ef4dc-a179-4cf4-9f57-9372f88d5db0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:17.566572 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c88ef4dc-a179-4cf4-9f57-9372f88d5db0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:17.675137 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c88ef4dc-a179-4cf4-9f57-9372f88d5db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:17.678243 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-b275d142-bcb3-4215-a997-406c522c418d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:17.685994 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88ef4dc-a179-4cf4-9f57-9372f88d5db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d40a94a4-0dc8-43e4-95d9-55c3762455d5,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:17.697309 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-c88ef4dc-a179-4cf4-9f57-9372f88d5db0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:17.699873 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c88ef4dc-a179-4cf4-9f57-9372f88d5db0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:17.700540 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-c88ef4dc-a179-4cf4-9f57-9372f88d5db0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d40a94a4-0dc8-43e4-95d9-55c3762455d5 HTTP/1.1" status: 204 len: 168 time: 0.1853418 Jun 03 18:51:17.802287 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ca184-59ab-4c93-824c-245d2e5b16d3 req-76570e8a-a119-45e4-b511-f6a2fcfac6f0 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:17.803230 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-a81ca184-59ab-4c93-824c-245d2e5b16d3 req-76570e8a-a119-45e4-b511-f6a2fcfac6f0 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fe2ba91-771c-460f-a28f-25e5450c027d HTTP/1.1" status: 200 len: 945 time: 0.0498548 Jun 03 18:51:17.829366 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-a81ca184-59ab-4c93-824c-245d2e5b16d3 req-25b89364-8ea7-4530-b8fb-e485ff0c6a1b tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0227308 Jun 03 18:51:18.132710 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-c94db3d2-4834-4e4f-b55c-347d2000037d req-73c6d174-f9af-4f39-bf4d-7416758e4352 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=037d1db6-dfc5-4f70-8367-c673932ebe00 HTTP/1.1" status: 200 len: 210 time: 0.0230048 Jun 03 18:51:18.349742 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 52770) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:18.355664 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3da425c9-b0da-4d38-a233-492349f775af admin admin] Notify callbacks [] for security_group, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:18.363672 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-3da425c9-b0da-4d38-a233-492349f775af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:51:18.365867 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-3da425c9-b0da-4d38-a233-492349f775af admin admin] Usage tracker for resource:security_group_rule and tenant:bc69761a072e409eadd73f97702e154c is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:51:18.367443 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-3da425c9-b0da-4d38-a233-492349f775af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:51:18.370574 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-3da425c9-b0da-4d38-a233-492349f775af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:51:18.415348 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3da425c9-b0da-4d38-a233-492349f775af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:18.501068 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3da425c9-b0da-4d38-a233-492349f775af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:18.508458 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-d73002bc-ee6f-4575-936e-5a4fdcd386a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:18.533639 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-3da425c9-b0da-4d38-a233-492349f775af admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bc69761a072e409eadd73f97702e154c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1859159 Jun 03 18:51:18.533639 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da425c9-b0da-4d38-a233-492349f775af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8bcb46b-e506-4d8b-aece-680be0c733d3,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:18.534051 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 52776) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:18.535017 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-3da425c9-b0da-4d38-a233-492349f775af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:18.575601 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f7030040-0c4c-4d43-9296-0e4b54a3a57f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:18.590118 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f7030040-0c4c-4d43-9296-0e4b54a3a57f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:18.678834 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 52782) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:18.693117 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-06ee0899-5fb2-4d5f-917b-84a450257df6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:18.702527 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-06ee0899-5fb2-4d5f-917b-84a450257df6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:51:18.704952 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-06ee0899-5fb2-4d5f-917b-84a450257df6 admin admin] Usage tracker for resource:security_group_rule and tenant:f5ba209ee90f48db9123fea4bde7ec20 is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:51:18.705517 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652d889d-adaa-4d06-87f3-4f96dcf40aba req-39c34503-1dad-4510-a33e-10e668b0a249 tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:18.712244 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-652d889d-adaa-4d06-87f3-4f96dcf40aba req-39c34503-1dad-4510-a33e-10e668b0a249 tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] 10.222.0.44 "GET /v2.0/ports?device_id=3932d5b8-2e5d-44d3-8fbb-a41f1556e399 HTTP/1.1" status: 200 len: 946 time: 0.0476353 Jun 03 18:51:18.712326 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-06ee0899-5fb2-4d5f-917b-84a450257df6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:51:18.712326 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-06ee0899-5fb2-4d5f-917b-84a450257df6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:51:18.736138 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-652d889d-adaa-4d06-87f3-4f96dcf40aba req-2087a56b-91f5-4605-8146-1065c448c741 tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca599a21-970e-4e41-95ac-14aeb32ee79e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0255687 Jun 03 18:51:18.737322 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f7030040-0c4c-4d43-9296-0e4b54a3a57f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:18.740672 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:18.749244 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7030040-0c4c-4d43-9296-0e4b54a3a57f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8bcb46b-e506-4d8b-aece-680be0c733d3,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:18.750653 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-f7030040-0c4c-4d43-9296-0e4b54a3a57f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:18.758350 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f7030040-0c4c-4d43-9296-0e4b54a3a57f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:18.759818 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-f7030040-0c4c-4d43-9296-0e4b54a3a57f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c8bcb46b-e506-4d8b-aece-680be0c733d3 HTTP/1.1" status: 204 len: 168 time: 0.2242351 Jun 03 18:51:18.787263 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-06ee0899-5fb2-4d5f-917b-84a450257df6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:18.912819 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-06ee0899-5fb2-4d5f-917b-84a450257df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:18.918217 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:18.945624 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-06ee0899-5fb2-4d5f-917b-84a450257df6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f5ba209ee90f48db9123fea4bde7ec20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2660241 Jun 03 18:51:18.946095 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ee0899-5fb2-4d5f-917b-84a450257df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7cfc184-37ef-465a-a797-821459f4ffb9,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:18.948060 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 52792) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:18.948753 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-06ee0899-5fb2-4d5f-917b-84a450257df6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:18.966214 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f8882c-d77d-4368-9228-2f7b4a28e853 req-179c3190-ec25-4686-ab63-b2ac060e81ef tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:18.967101 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-e2f8882c-d77d-4368-9228-2f7b4a28e853 req-179c3190-ec25-4686-ab63-b2ac060e81ef tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fe2ba91-771c-460f-a28f-25e5450c027d HTTP/1.1" status: 200 len: 945 time: 0.0743423 Jun 03 18:51:18.985329 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-cd99f76e-066b-4865-b040-29979f9d45ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:18.992567 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-e2f8882c-d77d-4368-9228-2f7b4a28e853 req-59fe7a1b-d442-4f28-9908-a5a4777393cf tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0219512 Jun 03 18:51:18.999859 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-cd99f76e-066b-4865-b040-29979f9d45ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:19.174571 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-cd99f76e-066b-4865-b040-29979f9d45ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:19.174571 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-1d5435fa-56fd-45fc-a954-fc4572607562 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:19.179415 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd99f76e-066b-4865-b040-29979f9d45ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7cfc184-37ef-465a-a797-821459f4ffb9,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:19.181101 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-cd99f76e-066b-4865-b040-29979f9d45ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:19.185780 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-cd99f76e-066b-4865-b040-29979f9d45ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:19.188248 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-cd99f76e-066b-4865-b040-29979f9d45ed admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f7cfc184-37ef-465a-a797-821459f4ffb9 HTTP/1.1" status: 204 len: 168 time: 0.2374725 Jun 03 18:51:19.216316 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-6f1be6fb-f2c2-40d6-9d3b-87e46425eedb req-3bec6a39-663f-4be5-8526-c7c734243770 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=037d1db6-dfc5-4f70-8367-c673932ebe00 HTTP/1.1" status: 200 len: 210 time: 0.0246019 Jun 03 18:51:19.634828 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eebc72-7538-447f-b2ab-dedbb6589cdc req-6cbf7ba9-ab0a-41ad-a375-1629004bb701 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:19.635450 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-27eebc72-7538-447f-b2ab-dedbb6589cdc req-6cbf7ba9-ab0a-41ad-a375-1629004bb701 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Synchronizing usage tracker for tenant:c8ba5f9b622448d591fdad53cf4828bc on resource:network {{(pid=103516) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 18:51:19.742280 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-27eebc72-7538-447f-b2ab-dedbb6589cdc req-6cbf7ba9-ab0a-41ad-a375-1629004bb701 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Unset dirty status for tenant:c8ba5f9b622448d591fdad53cf4828bc on resource:network {{(pid=103516) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 18:51:19.743176 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-27eebc72-7538-447f-b2ab-dedbb6589cdc req-6cbf7ba9-ab0a-41ad-a375-1629004bb701 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.108 "GET /v2.0/networks?id=10b7379a-996c-49eb-a4af-c8a0e0fe9011 HTTP/1.1" status: 200 len: 814 time: 0.2006223 Jun 03 18:51:19.763903 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.v2.base [req-27eebc72-7538-447f-b2ab-dedbb6589cdc req-ea04e91a-493d-4e9b-8530-f0c6681a933c tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Request body: {'port': {'device_id': '037d1db6-dfc5-4f70-8367-c673932ebe00', 'network_id': '10b7379a-996c-49eb-a4af-c8a0e0fe9011', 'admin_state_up': True, 'tenant_id': 'c8ba5f9b622448d591fdad53cf4828bc'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:51:19.867629 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [req-27eebc72-7538-447f-b2ab-dedbb6589cdc req-ea04e91a-493d-4e9b-8530-f0c6681a933c tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:51:19.876882 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [req-27eebc72-7538-447f-b2ab-dedbb6589cdc req-ea04e91a-493d-4e9b-8530-f0c6681a933c tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:51:19.887303 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a497f758-59e0-4d51-8d23-0471b235b36d req-6ff7a30d-d67a-416d-af45-3020748d6cb3 tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:19.895350 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-a497f758-59e0-4d51-8d23-0471b235b36d req-6ff7a30d-d67a-416d-af45-3020748d6cb3 tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] 10.222.0.44 "GET /v2.0/ports?device_id=3932d5b8-2e5d-44d3-8fbb-a41f1556e399 HTTP/1.1" status: 200 len: 946 time: 0.0725243 Jun 03 18:51:19.915262 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-a497f758-59e0-4d51-8d23-0471b235b36d req-d0421f22-76ac-4284-93b0-2fbfae84ab20 tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca599a21-970e-4e41-95ac-14aeb32ee79e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0232277 Jun 03 18:51:20.003684 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27eebc72-7538-447f-b2ab-dedbb6589cdc req-ea04e91a-493d-4e9b-8530-f0c6681a933c tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Made reservation on behalf of c8ba5f9b622448d591fdad53cf4828bc for: {'port': 1} {{(pid=103516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 18:51:20.006010 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-27eebc72-7538-447f-b2ab-dedbb6589cdc req-ea04e91a-493d-4e9b-8530-f0c6681a933c tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:20.098937 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [req-27eebc72-7538-447f-b2ab-dedbb6589cdc req-ea04e91a-493d-4e9b-8530-f0c6681a933c tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Allocated IP 172.20.0.4 (10b7379a-996c-49eb-a4af-c8a0e0fe9011/34b0c147-b581-4843-bfec-ea29d14cb6a7/049b4123-52c3-4b12-80e6-6a8aeed80456) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 18:51:20.140899 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec12004-47f0-4917-934f-612def788718 req-25502964-582b-4928-9f3b-cef601539553 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:20.142674 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-3ec12004-47f0-4917-934f-612def788718 req-25502964-582b-4928-9f3b-cef601539553 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fe2ba91-771c-460f-a28f-25e5450c027d HTTP/1.1" status: 200 len: 945 time: 0.0829742 Jun 03 18:51:20.181172 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-3ec12004-47f0-4917-934f-612def788718 req-62682a19-a3dd-41e6-8547-006687ce4ed8 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319684 Jun 03 18:51:20.300823 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-27eebc72-7538-447f-b2ab-dedbb6589cdc req-ea04e91a-493d-4e9b-8530-f0c6681a933c tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Notify callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:20.308962 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-b018f943-6429-4535-be3d-c7f0e3b7b609 req-5c88acf0-01b5-462a-89cb-83598ffd3e78 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=037d1db6-dfc5-4f70-8367-c673932ebe00 HTTP/1.1" status: 200 len: 210 time: 0.0280936 Jun 03 18:51:20.417301 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-27eebc72-7538-447f-b2ab-dedbb6589cdc req-ea04e91a-493d-4e9b-8530-f0c6681a933c tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751241322828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3014096'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:20.422588 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-4ad3bffe-f59d-4b87-bc90-8156ec13e3bd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:20.435469 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] get_ports_and_sgs() called for port_ids ['74debd3c-54bd-4786-9965-2e8931cdad8a'] {{(pid=103518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 18:51:20.453436 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27eebc72-7538-447f-b2ab-dedbb6589cdc req-ea04e91a-493d-4e9b-8530-f0c6681a933c tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Network 10b7379a-996c-49eb-a4af-c8a0e0fe9011 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 18:51:20.455344 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [req-27eebc72-7538-447f-b2ab-dedbb6589cdc req-ea04e91a-493d-4e9b-8530-f0c6681a933c tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 18:51:20.466559 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [req-27eebc72-7538-447f-b2ab-dedbb6589cdc req-ea04e91a-493d-4e9b-8530-f0c6681a933c tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 18:51:20.480887 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea04e91a-493d-4e9b-8530-f0c6681a933c tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Pushing event updated for resources: {'Port': ['ID=049b4123-52c3-4b12-80e6-6a8aeed80456,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:20.485116 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-ea04e91a-493d-4e9b-8530-f0c6681a933c tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:20.502624 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eebc72-7538-447f-b2ab-dedbb6589cdc req-ea04e91a-493d-4e9b-8530-f0c6681a933c tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:20.503110 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-27eebc72-7538-447f-b2ab-dedbb6589cdc req-ea04e91a-493d-4e9b-8530-f0c6681a933c tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549304'] for port, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:20.638788 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-27eebc72-7538-447f-b2ab-dedbb6589cdc req-ea04e91a-493d-4e9b-8530-f0c6681a933c tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8775055 Jun 03 18:51:20.673248 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.v2.base [req-27eebc72-7538-447f-b2ab-dedbb6589cdc req-046d633c-aa8b-404c-9ffb-4c843f63aaa5 service neutron] Request body: {'port': {'device_id': '037d1db6-dfc5-4f70-8367-c673932ebe00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:51:20.795401 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-27eebc72-7538-447f-b2ab-dedbb6589cdc req-046d633c-aa8b-404c-9ffb-4c843f63aaa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:20.917603 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.notifiers.nova [req-27eebc72-7538-447f-b2ab-dedbb6589cdc req-046d633c-aa8b-404c-9ffb-4c843f63aaa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 049b4123-52c3-4b12-80e6-6a8aeed80456 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 18:51:20.933486 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-27eebc72-7538-447f-b2ab-dedbb6589cdc req-046d633c-aa8b-404c-9ffb-4c843f63aaa5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:20.933486 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [req-27eebc72-7538-447f-b2ab-dedbb6589cdc req-046d633c-aa8b-404c-9ffb-4c843f63aaa5 service neutron] Transition to ACTIVE for port object 049b4123-52c3-4b12-80e6-6a8aeed80456 will not be triggered until provisioned by entity L2. {{(pid=103516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 18:51:21.043309 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a49623f-fa0d-42a2-b3ad-458544312163 req-c9d204bc-2002-44ad-8972-3a41613cf147 tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:21.043418 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-7a49623f-fa0d-42a2-b3ad-458544312163 req-c9d204bc-2002-44ad-8972-3a41613cf147 tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] 10.222.0.44 "GET /v2.0/ports?device_id=3932d5b8-2e5d-44d3-8fbb-a41f1556e399 HTTP/1.1" status: 200 len: 946 time: 0.0610499 Jun 03 18:51:21.072013 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-7a49623f-fa0d-42a2-b3ad-458544312163 req-f708dae3-270d-4198-abac-12c2c031b03f tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca599a21-970e-4e41-95ac-14aeb32ee79e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0247145 Jun 03 18:51:21.281287 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a8d637-2419-448a-a64d-33d2b7c1169d req-59917fa5-57ad-4a2f-b83b-8925fa3bd77c tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:21.282089 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-54a8d637-2419-448a-a64d-33d2b7c1169d req-59917fa5-57ad-4a2f-b83b-8925fa3bd77c tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fe2ba91-771c-460f-a28f-25e5450c027d HTTP/1.1" status: 200 len: 945 time: 0.0478830 Jun 03 18:51:21.370061 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-54a8d637-2419-448a-a64d-33d2b7c1169d req-334c36c6-c667-4742-855d-6f168a9e6197 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290716 Jun 03 18:51:21.428403 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd93f8-0dd6-4e3c-85e4-d81b667417a1 req-4eaab195-aa06-4c79-8033-506a9c64f86e tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:21.429369 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-41bd93f8-0dd6-4e3c-85e4-d81b667417a1 req-4eaab195-aa06-4c79-8033-506a9c64f86e tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=037d1db6-dfc5-4f70-8367-c673932ebe00 HTTP/1.1" status: 200 len: 931 time: 0.0548654 Jun 03 18:51:21.457170 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-41bd93f8-0dd6-4e3c-85e4-d81b667417a1 req-89e79cc4-4edd-4b6b-9d99-8967d4faf9cc tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0217bca-e2f4-4d08-8774-71c4c877895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0240867 Jun 03 18:51:21.507369 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-27eebc72-7538-447f-b2ab-dedbb6589cdc req-046d633c-aa8b-404c-9ffb-4c843f63aaa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3013931'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:21.510794 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:21.592284 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046d633c-aa8b-404c-9ffb-4c843f63aaa5 service neutron] Pushing event updated for resources: {'Port': ['ID=049b4123-52c3-4b12-80e6-6a8aeed80456,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:21.597394 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-046d633c-aa8b-404c-9ffb-4c843f63aaa5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:21.654646 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [req-27eebc72-7538-447f-b2ab-dedbb6589cdc req-046d633c-aa8b-404c-9ffb-4c843f63aaa5 service neutron] Attempting to bind port 049b4123-52c3-4b12-80e6-6a8aeed80456 on host hv-cinder-79466 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 18:51:21.655137 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [req-27eebc72-7538-447f-b2ab-dedbb6589cdc req-046d633c-aa8b-404c-9ffb-4c843f63aaa5 service neutron] Attempting to bind port 049b4123-52c3-4b12-80e6-6a8aeed80456 by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': 'dbca1dbe-5a89-473a-94f4-75bd9e3fa1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1417, 'network_id': '10b7379a-996c-49eb-a4af-c8a0e0fe9011'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 18:51:21.655137 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27eebc72-7538-447f-b2ab-dedbb6589cdc req-046d633c-aa8b-404c-9ffb-4c843f63aaa5 service neutron] Attempting to bind port 049b4123-52c3-4b12-80e6-6a8aeed80456 on network 10b7379a-996c-49eb-a4af-c8a0e0fe9011 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 18:51:21.657911 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27eebc72-7538-447f-b2ab-dedbb6589cdc req-046d633c-aa8b-404c-9ffb-4c843f63aaa5 service neutron] Port 049b4123-52c3-4b12-80e6-6a8aeed80456 on network 10b7379a-996c-49eb-a4af-c8a0e0fe9011 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 18:51:21.658306 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27eebc72-7538-447f-b2ab-dedbb6589cdc req-046d633c-aa8b-404c-9ffb-4c843f63aaa5 service neutron] Attempting to bind port 049b4123-52c3-4b12-80e6-6a8aeed80456 on network 10b7379a-996c-49eb-a4af-c8a0e0fe9011 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 18:51:21.661554 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27eebc72-7538-447f-b2ab-dedbb6589cdc req-046d633c-aa8b-404c-9ffb-4c843f63aaa5 service neutron] Checking agent: {'id': 'af909ad5-3a3f-482f-ab55-4c32617c9c15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 18, 49, 2), 'started_at': datetime.datetime(2021, 6, 3, 18, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 18, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 18:51:21.661738 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27eebc72-7538-447f-b2ab-dedbb6589cdc req-046d633c-aa8b-404c-9ffb-4c843f63aaa5 service neutron] Checking segment: {'id': 'dbca1dbe-5a89-473a-94f4-75bd9e3fa1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1417, 'network_id': '10b7379a-996c-49eb-a4af-c8a0e0fe9011'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 18:51:21.661943 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27eebc72-7538-447f-b2ab-dedbb6589cdc req-046d633c-aa8b-404c-9ffb-4c843f63aaa5 service neutron] Bound using segment: {'id': 'dbca1dbe-5a89-473a-94f4-75bd9e3fa1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1417, 'network_id': '10b7379a-996c-49eb-a4af-c8a0e0fe9011'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 18:51:21.662194 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [req-27eebc72-7538-447f-b2ab-dedbb6589cdc req-046d633c-aa8b-404c-9ffb-4c843f63aaa5 service neutron] Bound port: 049b4123-52c3-4b12-80e6-6a8aeed80456, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbca1dbe-5a89-473a-94f4-75bd9e3fa1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1417, 'network_id': '10b7379a-996c-49eb-a4af-c8a0e0fe9011'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 18:51:21.662385 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-27eebc72-7538-447f-b2ab-dedbb6589cdc req-046d633c-aa8b-404c-9ffb-4c843f63aaa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:21.711834 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.db [req-27eebc72-7538-447f-b2ab-dedbb6589cdc req-046d633c-aa8b-404c-9ffb-4c843f63aaa5 service neutron] For port 049b4123-52c3-4b12-80e6-6a8aeed80456, host hv-cinder-79466, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 18:51:21.988189 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.db [req-27eebc72-7538-447f-b2ab-dedbb6589cdc req-046d633c-aa8b-404c-9ffb-4c843f63aaa5 service neutron] For port 049b4123-52c3-4b12-80e6-6a8aeed80456, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=049b4123-52c3-4b12-80e6-6a8aeed80456,segment=NetworkSegment(dbca1dbe-5a89-473a-94f4-75bd9e3fa1aa),segment_id=dbca1dbe-5a89-473a-94f4-75bd9e3fa1aa)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 18:51:22.132239 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-27eebc72-7538-447f-b2ab-dedbb6589cdc req-046d633c-aa8b-404c-9ffb-4c843f63aaa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3013931'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:22.148564 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:22.160163 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 52936) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:22.217036 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eebc72-7538-447f-b2ab-dedbb6589cdc req-046d633c-aa8b-404c-9ffb-4c843f63aaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:22.217436 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-27eebc72-7538-447f-b2ab-dedbb6589cdc req-046d633c-aa8b-404c-9ffb-4c843f63aaa5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549304'] for port, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:22.218326 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-27eebc72-7538-447f-b2ab-dedbb6589cdc req-046d633c-aa8b-404c-9ffb-4c843f63aaa5 service neutron] 10.222.0.108 "PUT /v2.0/ports/049b4123-52c3-4b12-80e6-6a8aeed80456 HTTP/1.1" status: 200 len: 1093 time: 1.5480208 Jun 03 18:51:22.221184 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '037d1db6-dfc5-4f70-8367-c673932ebe00', 'tag': '049b4123-52c3-4b12-80e6-6a8aeed80456'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 18:51:22.222651 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc39b0f538a7142e305aed45b4a3a48499e72eb72884f9d3de90a53803998271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade1858b-29f1-4bd3-a985-5368da4a296e" -d '{"events": [{"name": "network-changed", "server_uuid": "037d1db6-dfc5-4f70-8367-c673932ebe00", "tag": "049b4123-52c3-4b12-80e6-6a8aeed80456"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 18:51:22.267047 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 18:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4118788-02b0-4c13-b24b-cb053442828b x-openstack-request-id: req-a4118788-02b0-4c13-b24b-cb053442828b {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 18:51:22.267966 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "037d1db6-dfc5-4f70-8367-c673932ebe00", "tag": "049b4123-52c3-4b12-80e6-6a8aeed80456", "status": "completed", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 18:51:22.267966 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a4118788-02b0-4c13-b24b-cb053442828b {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 18:51:22.267966 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '037d1db6-dfc5-4f70-8367-c673932ebe00', 'tag': '049b4123-52c3-4b12-80e6-6a8aeed80456', 'status': 'completed', 'code': 200} Jun 03 18:51:22.277966 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046d633c-aa8b-404c-9ffb-4c843f63aaa5 service neutron] Pushing event updated for resources: {'Port': ['ID=049b4123-52c3-4b12-80e6-6a8aeed80456,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:22.296246 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-5a7e2b2d-62cb-4a8f-b1c6-b53ce8039917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:22.300047 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-046d633c-aa8b-404c-9ffb-4c843f63aaa5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:22.303577 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-5a7e2b2d-62cb-4a8f-b1c6-b53ce8039917 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:51:22.305670 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-5a7e2b2d-62cb-4a8f-b1c6-b53ce8039917 admin admin] Usage tracker for resource:security_group_rule and tenant:12d5a81bff3f4b5e9dd3b3b353cfae59 is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:51:22.307168 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-5a7e2b2d-62cb-4a8f-b1c6-b53ce8039917 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:51:22.310121 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-5a7e2b2d-62cb-4a8f-b1c6-b53ce8039917 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:51:22.328212 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb575ac-b54d-447f-aae1-f4a57385b39b req-5ca7e315-2166-4480-afff-0b45950252a3 tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:22.328404 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-7bb575ac-b54d-447f-aae1-f4a57385b39b req-5ca7e315-2166-4480-afff-0b45950252a3 tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] 10.222.0.108 "GET /v2.0/ports?device_id=3932d5b8-2e5d-44d3-8fbb-a41f1556e399 HTTP/1.1" status: 200 len: 946 time: 0.1341186 Jun 03 18:51:22.363023 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048ed859-c4d2-4ca0-b375-9cc3b2cd78fb req-0fa0354d-d154-462a-b923-c95aa90f264c tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:22.364031 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-048ed859-c4d2-4ca0-b375-9cc3b2cd78fb req-0fa0354d-d154-462a-b923-c95aa90f264c tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] 10.222.0.44 "GET /v2.0/ports?device_id=3932d5b8-2e5d-44d3-8fbb-a41f1556e399 HTTP/1.1" status: 200 len: 946 time: 0.1256509 Jun 03 18:51:22.379322 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-5a7e2b2d-62cb-4a8f-b1c6-b53ce8039917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:22.394924 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade1858b-29f1-4bd3-a985-5368da4a296e req-d1bddf15-f780-4959-8b0b-1535ac3511c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:22.395795 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-ade1858b-29f1-4bd3-a985-5368da4a296e req-d1bddf15-f780-4959-8b0b-1535ac3511c7 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=c8ba5f9b622448d591fdad53cf4828bc&device_id=037d1db6-dfc5-4f70-8367-c673932ebe00 HTTP/1.1" status: 200 len: 1096 time: 0.1196244 Jun 03 18:51:22.454890 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-5a7e2b2d-62cb-4a8f-b1c6-b53ce8039917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:22.462039 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-04556004-ef70-43ad-a002-16e732101606 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:22.496108 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-048ed859-c4d2-4ca0-b375-9cc3b2cd78fb req-855c9f0b-9513-4b78-8dfe-72116d360d1c tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca599a21-970e-4e41-95ac-14aeb32ee79e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237900 Jun 03 18:51:22.498106 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902476e4-d215-4351-a8fb-291aff116e9d req-734eafaf-1967-4c09-baf6-99fb2a71cb02 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:22.499274 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-902476e4-d215-4351-a8fb-291aff116e9d req-734eafaf-1967-4c09-baf6-99fb2a71cb02 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fe2ba91-771c-460f-a28f-25e5450c027d HTTP/1.1" status: 200 len: 945 time: 0.0797188 Jun 03 18:51:22.499417 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7e2b2d-62cb-4a8f-b1c6-b53ce8039917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=982e066d-738e-4a83-b291-6adc8d9e5e8f,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:22.501784 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-5a7e2b2d-62cb-4a8f-b1c6-b53ce8039917 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:22.505798 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-5a7e2b2d-62cb-4a8f-b1c6-b53ce8039917 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=12d5a81bff3f4b5e9dd3b3b353cfae59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3432724 Jun 03 18:51:22.506573 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 52962) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:22.557419 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [req-7bb575ac-b54d-447f-aae1-f4a57385b39b req-b1b7b9f7-327e-4943-a139-e1651405466f tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] Deleting port d63e0bfd-56fe-42cf-8a18-8bb5b6f1811e {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 18:51:22.557511 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-7bb575ac-b54d-447f-aae1-f4a57385b39b req-b1b7b9f7-327e-4943-a139-e1651405466f tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241832951'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:22.578392 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade1858b-29f1-4bd3-a985-5368da4a296e req-0989dd98-a59f-4674-b442-57b9470ecb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:22.579245 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-ade1858b-29f1-4bd3-a985-5368da4a296e req-0989dd98-a59f-4674-b442-57b9470ecb97 service neutron] 10.222.0.108 "GET /v2.0/networks?tenant_id=c8ba5f9b622448d591fdad53cf4828bc&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1655765 Jun 03 18:51:22.586114 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-902476e4-d215-4351-a8fb-291aff116e9d req-50648e02-c659-4e7d-ac95-dc787ebcc1d9 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811758 Jun 03 18:51:22.605608 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-bca8190b-0c44-490c-8e67-aef5a31efb73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:22.622512 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-bca8190b-0c44-490c-8e67-aef5a31efb73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:22.713160 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.db [req-7bb575ac-b54d-447f-aae1-f4a57385b39b req-b1b7b9f7-327e-4943-a139-e1651405466f tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] For port d63e0bfd-56fe-42cf-8a18-8bb5b6f1811e, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=d63e0bfd-56fe-42cf-8a18-8bb5b6f1811e,segment=NetworkSegment(7cec0923-f235-4018-af29-8ad51e802c6b),segment_id=7cec0923-f235-4018-af29-8ad51e802c6b)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:51:22.713508 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-7bb575ac-b54d-447f-aae1-f4a57385b39b req-b1b7b9f7-327e-4943-a139-e1651405466f tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:22.716754 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-bca8190b-0c44-490c-8e67-aef5a31efb73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:22.719635 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-cd99f76e-066b-4865-b040-29979f9d45ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:22.727097 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca8190b-0c44-490c-8e67-aef5a31efb73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=982e066d-738e-4a83-b291-6adc8d9e5e8f,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:22.728649 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-bca8190b-0c44-490c-8e67-aef5a31efb73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:22.729294 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-bca8190b-0c44-490c-8e67-aef5a31efb73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:22.731564 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-bca8190b-0c44-490c-8e67-aef5a31efb73 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/982e066d-738e-4a83-b291-6adc8d9e5e8f HTTP/1.1" status: 204 len: 168 time: 0.2234590 Jun 03 18:51:22.790345 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [req-7bb575ac-b54d-447f-aae1-f4a57385b39b req-b1b7b9f7-327e-4943-a139-e1651405466f tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] Calling delete_port for d63e0bfd-56fe-42cf-8a18-8bb5b6f1811e owned by compute:nova {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 18:51:22.796560 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4294a107-7698-44f6-8cb8-040d49536cd5 req-343acb24-3688-4108-b390-bc0e41905925 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:22.796971 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-4294a107-7698-44f6-8cb8-040d49536cd5 req-343acb24-3688-4108-b390-bc0e41905925 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Synchronizing usage tracker for tenant:c8ba5f9b622448d591fdad53cf4828bc on resource:port {{(pid=103516) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 18:51:22.803098 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade1858b-29f1-4bd3-a985-5368da4a296e req-a971723c-c88a-4dc2-9a53-6d3b77b72685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:22.803947 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-ade1858b-29f1-4bd3-a985-5368da4a296e req-a971723c-c88a-4dc2-9a53-6d3b77b72685 service neutron] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2026002 Jun 03 18:51:22.969247 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-4294a107-7698-44f6-8cb8-040d49536cd5 req-343acb24-3688-4108-b390-bc0e41905925 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Unset dirty status for tenant:c8ba5f9b622448d591fdad53cf4828bc on resource:port {{(pid=103516) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 18:51:22.970433 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-4294a107-7698-44f6-8cb8-040d49536cd5 req-343acb24-3688-4108-b390-bc0e41905925 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=037d1db6-dfc5-4f70-8367-c673932ebe00 HTTP/1.1" status: 200 len: 943 time: 0.3889704 Jun 03 18:51:23.007918 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-4294a107-7698-44f6-8cb8-040d49536cd5 req-e0ad3fe6-7847-4ac2-b3bb-8b5ba081965e tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0217bca-e2f4-4d08-8774-71c4c877895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292852 Jun 03 18:51:23.040283 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-7bb575ac-b54d-447f-aae1-f4a57385b39b req-b1b7b9f7-327e-4943-a139-e1651405466f tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241743607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751241322837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3014096'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:23.046614 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-046d633c-aa8b-404c-9ffb-4c843f63aaa5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:23.066435 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] get_ports_and_sgs() called for port_ids ['d63e0bfd-56fe-42cf-8a18-8bb5b6f1811e'] {{(pid=103518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 18:51:23.076745 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b7b9f7-327e-4943-a139-e1651405466f tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] Pushing event deleted for resources: {'Port': ['ID=d63e0bfd-56fe-42cf-8a18-8bb5b6f1811e,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:23.091733 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-b1b7b9f7-327e-4943-a139-e1651405466f tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:23.116017 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bb575ac-b54d-447f-aae1-f4a57385b39b req-b1b7b9f7-327e-4943-a139-e1651405466f tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] No DVR routers for this DVR port d63e0bfd-56fe-42cf-8a18-8bb5b6f1811e on host hv-cinder-79466 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 18:51:23.124104 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-7bb575ac-b54d-447f-aae1-f4a57385b39b req-b1b7b9f7-327e-4943-a139-e1651405466f tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56630'] for port, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:23.225577 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-7bb575ac-b54d-447f-aae1-f4a57385b39b req-b1b7b9f7-327e-4943-a139-e1651405466f tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] 10.222.0.108 "DELETE /v2.0/ports/d63e0bfd-56fe-42cf-8a18-8bb5b6f1811e HTTP/1.1" status: 204 len: 173 time: 0.8895514 Jun 03 18:51:23.401929 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eebc72-7538-447f-b2ab-dedbb6589cdc req-5c3ec36b-c95a-44f8-b44b-6b8593e4f1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:23.403642 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-27eebc72-7538-447f-b2ab-dedbb6589cdc req-5c3ec36b-c95a-44f8-b44b-6b8593e4f1fb service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=c8ba5f9b622448d591fdad53cf4828bc&device_id=037d1db6-dfc5-4f70-8367-c673932ebe00 HTTP/1.1" status: 200 len: 1096 time: 0.0700727 Jun 03 18:51:23.446457 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-27eebc72-7538-447f-b2ab-dedbb6589cdc req-767e8e8c-083a-4468-8b7b-17c9d4005d48 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=049b4123-52c3-4b12-80e6-6a8aeed80456 HTTP/1.1" status: 200 len: 217 time: 0.0332932 Jun 03 18:51:23.483473 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eebc72-7538-447f-b2ab-dedbb6589cdc req-97e82e05-f9e8-40f3-b0d5-19ce503f7551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:23.484194 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-27eebc72-7538-447f-b2ab-dedbb6589cdc req-97e82e05-f9e8-40f3-b0d5-19ce503f7551 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=34b0c147-b581-4843-bfec-ea29d14cb6a7 HTTP/1.1" status: 200 len: 854 time: 0.0300438 Jun 03 18:51:23.524776 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-27eebc72-7538-447f-b2ab-dedbb6589cdc req-b7cf9b45-4bd0-4e7d-a21a-4e45ea6ca3ac service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=10b7379a-996c-49eb-a4af-c8a0e0fe9011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0219572 Jun 03 18:51:23.553584 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 53006) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:23.565170 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-48effec4-f686-40b9-9fb5-a2f3e2115699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:23.613498 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-27eebc72-7538-447f-b2ab-dedbb6589cdc req-6a547ea7-531e-4f2e-b132-72934acd2289 service neutron] 10.222.0.108 "GET /v2.0/networks/10b7379a-996c-49eb-a4af-c8a0e0fe9011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794320 Jun 03 18:51:23.637478 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-d4cbb3c1-7929-4818-a8e1-624cc024ce1d req-ef1fc74b-e1a1-48c4-b2c5-215840edfdfa tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] 10.222.0.44 "GET /v2.0/ports?device_id=3932d5b8-2e5d-44d3-8fbb-a41f1556e399 HTTP/1.1" status: 200 len: 210 time: 0.0732834 Jun 03 18:51:23.638545 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-48effec4-f686-40b9-9fb5-a2f3e2115699 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:51:23.640750 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-48effec4-f686-40b9-9fb5-a2f3e2115699 admin admin] Usage tracker for resource:security_group_rule and tenant:f57a515aff11423483918d77bb600a13 is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:51:23.642659 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-48effec4-f686-40b9-9fb5-a2f3e2115699 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:51:23.645768 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-48effec4-f686-40b9-9fb5-a2f3e2115699 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:51:23.690718 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-48effec4-f686-40b9-9fb5-a2f3e2115699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:23.779346 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-27eebc72-7538-447f-b2ab-dedbb6589cdc req-e4790b8c-0915-4801-854e-e618aa156186 service neutron] 10.222.0.108 "GET /v2.0/networks/10b7379a-996c-49eb-a4af-c8a0e0fe9011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495457 Jun 03 18:51:23.780269 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-48effec4-f686-40b9-9fb5-a2f3e2115699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:23.786528 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-b1bf8702-fdb1-46dd-b52c-6f8b71c02fe0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:23.791327 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d8e94-bfd3-4e0e-a00a-14f09f951912 req-1e1e47dd-2f8f-42ef-b0ab-ffa11584a3be tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:23.792159 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-eb7d8e94-bfd3-4e0e-a00a-14f09f951912 req-1e1e47dd-2f8f-42ef-b0ab-ffa11584a3be tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fe2ba91-771c-460f-a28f-25e5450c027d HTTP/1.1" status: 200 len: 945 time: 0.1344049 Jun 03 18:51:23.812562 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-48effec4-f686-40b9-9fb5-a2f3e2115699 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f57a515aff11423483918d77bb600a13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2566376 Jun 03 18:51:23.812839 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 53014) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:23.819496 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-eb7d8e94-bfd3-4e0e-a00a-14f09f951912 req-c5c09701-ffee-4f92-be88-b8a0f0c610c8 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0231907 Jun 03 18:51:23.820606 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48effec4-f686-40b9-9fb5-a2f3e2115699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4062135-5369-4211-ae18-75266dc56879,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:23.824596 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-48effec4-f686-40b9-9fb5-a2f3e2115699 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:23.856255 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-9d956b8b-6468-4297-b083-1fcc4fe9ee57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:23.871732 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-9d956b8b-6468-4297-b083-1fcc4fe9ee57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:24.058327 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-9d956b8b-6468-4297-b083-1fcc4fe9ee57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:24.061620 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-8bc55275-210a-4c01-81b6-e99ef070c3c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:24.074684 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d956b8b-6468-4297-b083-1fcc4fe9ee57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4062135-5369-4211-ae18-75266dc56879,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:24.074684 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-9d956b8b-6468-4297-b083-1fcc4fe9ee57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:24.074684 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-9d956b8b-6468-4297-b083-1fcc4fe9ee57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:24.074684 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-9d956b8b-6468-4297-b083-1fcc4fe9ee57 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b4062135-5369-4211-ae18-75266dc56879 HTTP/1.1" status: 204 len: 168 time: 0.2598283 Jun 03 18:51:24.136079 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df99962d-be61-4305-8bfe-e7391d3b2a63 req-66ce332c-90dc-4fd9-9bf3-8d0a995f07bf tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:24.138760 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-df99962d-be61-4305-8bfe-e7391d3b2a63 req-66ce332c-90dc-4fd9-9bf3-8d0a995f07bf tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=037d1db6-dfc5-4f70-8367-c673932ebe00 HTTP/1.1" status: 200 len: 943 time: 0.0567801 Jun 03 18:51:24.164445 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-df99962d-be61-4305-8bfe-e7391d3b2a63 req-bf3e17f1-ae9a-4bb5-b762-084d170a34a8 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0217bca-e2f4-4d08-8774-71c4c877895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0234077 Jun 03 18:51:24.268352 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3932d5b8-2e5d-44d3-8fbb-a41f1556e399', 'name': 'network-vif-deleted', 'tag': 'd63e0bfd-56fe-42cf-8a18-8bb5b6f1811e'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 18:51:24.269941 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc39b0f538a7142e305aed45b4a3a48499e72eb72884f9d3de90a53803998271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-731053be-5704-45bb-9dc2-97fea8db43e9" -d '{"events": [{"server_uuid": "3932d5b8-2e5d-44d3-8fbb-a41f1556e399", "name": "network-vif-deleted", "tag": "d63e0bfd-56fe-42cf-8a18-8bb5b6f1811e"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 18:51:24.295894 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 18:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-369aafe9-aa95-4a02-b926-aae9f04740a9 x-openstack-request-id: req-369aafe9-aa95-4a02-b926-aae9f04740a9 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 18:51:24.296097 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3932d5b8-2e5d-44d3-8fbb-a41f1556e399", "name": "network-vif-deleted", "tag": "d63e0bfd-56fe-42cf-8a18-8bb5b6f1811e", "status": "completed", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 18:51:24.296268 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-369aafe9-aa95-4a02-b926-aae9f04740a9 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 18:51:24.296545 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3932d5b8-2e5d-44d3-8fbb-a41f1556e399', 'name': 'network-vif-deleted', 'tag': 'd63e0bfd-56fe-42cf-8a18-8bb5b6f1811e', 'status': 'completed', 'code': 200} Jun 03 18:51:24.757741 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-93e35008-596e-4b97-b612-15a21861fd2f req-de7ee606-ad5d-4ad2-b477-8671de6f9ddc tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] 10.222.0.44 "GET /v2.0/ports?device_id=3932d5b8-2e5d-44d3-8fbb-a41f1556e399 HTTP/1.1" status: 200 len: 210 time: 0.0306845 Jun 03 18:51:24.930637 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da655b-713e-48fd-b145-5db6999b203f req-d4d50367-4405-40c9-9f89-efbaee995206 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:24.931478 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-68da655b-713e-48fd-b145-5db6999b203f req-d4d50367-4405-40c9-9f89-efbaee995206 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fe2ba91-771c-460f-a28f-25e5450c027d HTTP/1.1" status: 200 len: 945 time: 0.0459530 Jun 03 18:51:24.955543 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-68da655b-713e-48fd-b145-5db6999b203f req-b7b39913-84f3-4d15-93b6-a9341c3521e3 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0204678 Jun 03 18:51:25.280840 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d48f41b-e0fa-4b0d-a4be-97a99a69b69f req-f6a1382e-a0ae-46d7-8aaa-9d653b488899 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:25.281886 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-2d48f41b-e0fa-4b0d-a4be-97a99a69b69f req-f6a1382e-a0ae-46d7-8aaa-9d653b488899 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=037d1db6-dfc5-4f70-8367-c673932ebe00 HTTP/1.1" status: 200 len: 943 time: 0.0497656 Jun 03 18:51:25.316548 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-2d48f41b-e0fa-4b0d-a4be-97a99a69b69f req-493d6225-e1ee-4c69-ae77-6567ed333717 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0217bca-e2f4-4d08-8774-71c4c877895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0238183 Jun 03 18:51:25.738028 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 53108) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:25.858245 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-73d3926e-7d9e-4024-81cb-27f92f3c3ad2 req-207aab29-bc03-4866-a7ac-bc5217cd53b1 tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] Synchronizing usage tracker for tenant:44152c1d446c498fbec3ea4eee4d6c61 on resource:port {{(pid=103516) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 18:51:25.868833 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-d393254d-b7ac-41f4-89aa-87fb4c64dd3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:25.878501 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-d393254d-b7ac-41f4-89aa-87fb4c64dd3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:51:25.880545 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-d393254d-b7ac-41f4-89aa-87fb4c64dd3e admin admin] Usage tracker for resource:security_group_rule and tenant:55d96438b24e4930a05b712b0622617a is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:51:25.882085 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-d393254d-b7ac-41f4-89aa-87fb4c64dd3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:51:25.885259 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-d393254d-b7ac-41f4-89aa-87fb4c64dd3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:51:25.928094 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-d393254d-b7ac-41f4-89aa-87fb4c64dd3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:25.960010 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-73d3926e-7d9e-4024-81cb-27f92f3c3ad2 req-207aab29-bc03-4866-a7ac-bc5217cd53b1 tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] Unset dirty status for tenant:44152c1d446c498fbec3ea4eee4d6c61 on resource:port {{(pid=103516) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 18:51:25.960729 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-73d3926e-7d9e-4024-81cb-27f92f3c3ad2 req-207aab29-bc03-4866-a7ac-bc5217cd53b1 tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] 10.222.0.44 "GET /v2.0/ports?device_id=3932d5b8-2e5d-44d3-8fbb-a41f1556e399 HTTP/1.1" status: 200 len: 210 time: 0.1303110 Jun 03 18:51:26.050711 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-d393254d-b7ac-41f4-89aa-87fb4c64dd3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:26.055181 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-3e86df0a-4b73-4aaa-825e-27a737c402df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:26.080649 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaae535-85b6-4faa-a2b4-8a3e715257e9 req-3f55a286-600e-4abc-9162-7365f1daca42 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:26.081514 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-0aaae535-85b6-4faa-a2b4-8a3e715257e9 req-3f55a286-600e-4abc-9162-7365f1daca42 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fe2ba91-771c-460f-a28f-25e5450c027d HTTP/1.1" status: 200 len: 945 time: 0.0693390 Jun 03 18:51:26.088283 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-d393254d-b7ac-41f4-89aa-87fb4c64dd3e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=55d96438b24e4930a05b712b0622617a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3495522 Jun 03 18:51:26.089615 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d393254d-b7ac-41f4-89aa-87fb4c64dd3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb40bc17-f356-4cb4-bcf2-3b91bad5638b,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:26.090448 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 53124) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:26.091679 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-d393254d-b7ac-41f4-89aa-87fb4c64dd3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:26.113507 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-0aaae535-85b6-4faa-a2b4-8a3e715257e9 req-14073cda-3b36-4d7c-83c7-d2f3e19ba9e2 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278902 Jun 03 18:51:26.123786 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bcecc8f6-c659-4a3e-88e5-760129b3f7ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:26.138475 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bcecc8f6-c659-4a3e-88e5-760129b3f7ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:26.326663 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bcecc8f6-c659-4a3e-88e5-760129b3f7ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:26.331230 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:26.346850 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcecc8f6-c659-4a3e-88e5-760129b3f7ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb40bc17-f356-4cb4-bcf2-3b91bad5638b,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:26.348626 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-bcecc8f6-c659-4a3e-88e5-760129b3f7ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:26.352340 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bcecc8f6-c659-4a3e-88e5-760129b3f7ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:26.353236 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-bcecc8f6-c659-4a3e-88e5-760129b3f7ef admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bb40bc17-f356-4cb4-bcf2-3b91bad5638b HTTP/1.1" status: 204 len: 168 time: 0.2619743 Jun 03 18:51:26.461559 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd6c57a-b397-409e-bf6c-17e844c5829d req-4bedc7c3-45d7-42fd-97cf-ca5825df1282 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:26.462532 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-ebd6c57a-b397-409e-bf6c-17e844c5829d req-4bedc7c3-45d7-42fd-97cf-ca5825df1282 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=037d1db6-dfc5-4f70-8367-c673932ebe00 HTTP/1.1" status: 200 len: 943 time: 0.0737412 Jun 03 18:51:26.491613 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-ebd6c57a-b397-409e-bf6c-17e844c5829d req-8a6aba76-7a62-4187-be02-13b02de5242b tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0217bca-e2f4-4d08-8774-71c4c877895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0255945 Jun 03 18:51:27.066497 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Device 049b4123-52c3-4b12-80e6-6a8aeed80456 details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=103518) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 18:51:27.067754 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Device d63e0bfd-56fe-42cf-8a18-8bb5b6f1811e no longer exists at agent hyperv_hv-cinder-79466 {{(pid=103518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 18:51:27.092788 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 53166) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:27.097743 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.plugin [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] No Port match for: d63e0bfd-56fe-42cf-8a18-8bb5b6f1811e {{(pid=103518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 18:51:27.097965 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Device d63e0bfd-56fe-42cf-8a18-8bb5b6f1811e not bound to the agent host hv-cinder-79466 {{(pid=103518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 18:51:27.105195 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-1764d38e-fa87-48ed-8a0f-a7f27e5eeaff admin admin] Notify callbacks [] for security_group, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:27.113653 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-1764d38e-fa87-48ed-8a0f-a7f27e5eeaff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:51:27.122690 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-1764d38e-fa87-48ed-8a0f-a7f27e5eeaff admin admin] Usage tracker for resource:security_group_rule and tenant:3d50e8b88fa24b52a78ab2dc5ecf6efa is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:51:27.122690 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-1764d38e-fa87-48ed-8a0f-a7f27e5eeaff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:51:27.122690 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-1764d38e-fa87-48ed-8a0f-a7f27e5eeaff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:51:27.174398 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] For port 049b4123-52c3-4b12-80e6-6a8aeed80456, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=049b4123-52c3-4b12-80e6-6a8aeed80456,segment=NetworkSegment(dbca1dbe-5a89-473a-94f4-75bd9e3fa1aa),segment_id=dbca1dbe-5a89-473a-94f4-75bd9e3fa1aa)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:51:27.182151 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Returning: {'device': '049b4123-52c3-4b12-80e6-6a8aeed80456', 'network_id': '10b7379a-996c-49eb-a4af-c8a0e0fe9011', 'port_id': '049b4123-52c3-4b12-80e6-6a8aeed80456', 'mac_address': 'fa:16:3e:24:52:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34b0c147-b581-4843-bfec-ea29d14cb6a7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103518) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 18:51:27.216990 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-1764d38e-fa87-48ed-8a0f-a7f27e5eeaff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:27.218109 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:27.227827 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.notifiers.nova [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 049b4123-52c3-4b12-80e6-6a8aeed80456 {{(pid=103518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 18:51:27.237417 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] For port 049b4123-52c3-4b12-80e6-6a8aeed80456, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=049b4123-52c3-4b12-80e6-6a8aeed80456,segment=NetworkSegment(dbca1dbe-5a89-473a-94f4-75bd9e3fa1aa),segment_id=dbca1dbe-5a89-473a-94f4-75bd9e3fa1aa)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:51:27.245671 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce2ece-2959-4d9c-97f8-5f5ad20cc445 req-368e3308-bcc6-4fe2-8b46-73b176646a70 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:27.246576 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-37ce2ece-2959-4d9c-97f8-5f5ad20cc445 req-368e3308-bcc6-4fe2-8b46-73b176646a70 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fe2ba91-771c-460f-a28f-25e5450c027d HTTP/1.1" status: 200 len: 945 time: 0.0472038 Jun 03 18:51:27.269809 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-37ce2ece-2959-4d9c-97f8-5f5ad20cc445 req-25572d7e-7466-4d45-a1b7-d036847b40c5 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0197914 Jun 03 18:51:27.367136 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-1764d38e-fa87-48ed-8a0f-a7f27e5eeaff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:27.367260 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:27.368615 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:27.372662 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:27.395968 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1764d38e-fa87-48ed-8a0f-a7f27e5eeaff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2326b805-c88b-41f4-b720-f0604a01c612,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:27.398360 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-1764d38e-fa87-48ed-8a0f-a7f27e5eeaff admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3d50e8b88fa24b52a78ab2dc5ecf6efa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3049307 Jun 03 18:51:27.398894 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-1764d38e-fa87-48ed-8a0f-a7f27e5eeaff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:27.400188 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 53176) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:27.408292 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Pushing event updated for resources: {'Port': ['ID=049b4123-52c3-4b12-80e6-6a8aeed80456,revision_number=4']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:27.409806 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:27.434744 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-f6e5b177-dab2-4878-9988-c80f4811733a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:27.447711 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-f6e5b177-dab2-4878-9988-c80f4811733a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:27.599515 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-f6e5b177-dab2-4878-9988-c80f4811733a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:27.603031 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:27.610726 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e5b177-dab2-4878-9988-c80f4811733a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2326b805-c88b-41f4-b720-f0604a01c612,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:27.613158 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-f6e5b177-dab2-4878-9988-c80f4811733a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:27.617350 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e04205-4b40-4112-96ef-1d951cd86cd9 req-c266ed45-7de3-449d-b17b-486272b5f5c7 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:27.618193 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-36e04205-4b40-4112-96ef-1d951cd86cd9 req-c266ed45-7de3-449d-b17b-486272b5f5c7 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=037d1db6-dfc5-4f70-8367-c673932ebe00 HTTP/1.1" status: 200 len: 944 time: 0.0567431 Jun 03 18:51:27.621226 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-f6e5b177-dab2-4878-9988-c80f4811733a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:27.621771 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-f6e5b177-dab2-4878-9988-c80f4811733a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2326b805-c88b-41f4-b720-f0604a01c612 HTTP/1.1" status: 204 len: 168 time: 0.2210710 Jun 03 18:51:27.650572 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-36e04205-4b40-4112-96ef-1d951cd86cd9 req-4ef4e7f3-1beb-4e9d-b971-acd9ede9cd5a tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0217bca-e2f4-4d08-8774-71c4c877895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278709 Jun 03 18:51:27.698053 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] get_ports_and_sgs() called for port_ids ['049b4123-52c3-4b12-80e6-6a8aeed80456'] {{(pid=103518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 18:51:28.038914 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 18:51:28.385742 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db71a6-2ed7-4884-bc2e-b793ada7b07e req-4a7c43ba-b332-43b9-8169-44a412a748b9 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:28.385742 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-35db71a6-2ed7-4884-bc2e-b793ada7b07e req-4a7c43ba-b332-43b9-8169-44a412a748b9 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fe2ba91-771c-460f-a28f-25e5450c027d HTTP/1.1" status: 200 len: 945 time: 0.0490799 Jun 03 18:51:28.412273 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-35db71a6-2ed7-4884-bc2e-b793ada7b07e req-1991d677-62f3-4882-8a97-434da59618d5 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270669 Jun 03 18:51:28.777600 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e21a6a3-54d4-4df6-8b99-0170b176d475 req-a4cdbabb-6c2c-4833-acd7-1d72c4b1fdbd tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:28.778518 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-9e21a6a3-54d4-4df6-8b99-0170b176d475 req-a4cdbabb-6c2c-4833-acd7-1d72c4b1fdbd tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=037d1db6-dfc5-4f70-8367-c673932ebe00 HTTP/1.1" status: 200 len: 944 time: 0.0709441 Jun 03 18:51:29.033383 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-9e21a6a3-54d4-4df6-8b99-0170b176d475 req-1712aeed-05ca-4eca-9948-ad1a38e4c8c2 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0217bca-e2f4-4d08-8774-71c4c877895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0212271 Jun 03 18:51:29.093050 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Device 049b4123-52c3-4b12-80e6-6a8aeed80456 up at agent hyperv_hv-cinder-79466 {{(pid=103518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 18:51:29.456991 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Provisioning for port 049b4123-52c3-4b12-80e6-6a8aeed80456 completed by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 18:51:29.462593 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Provisioning complete for port 049b4123-52c3-4b12-80e6-6a8aeed80456 triggered by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 18:51:29.462593 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:29.529482 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ac962-00eb-4acb-b257-b3b4a0f08118 req-b67b4264-8507-44ee-b9fc-091ffb2d724b tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:29.531619 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-5f6ac962-00eb-4acb-b257-b3b4a0f08118 req-b67b4264-8507-44ee-b9fc-091ffb2d724b tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fe2ba91-771c-460f-a28f-25e5450c027d HTTP/1.1" status: 200 len: 945 time: 0.0543742 Jun 03 18:51:29.554108 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:29.566829 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '037d1db6-dfc5-4f70-8367-c673932ebe00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '049b4123-52c3-4b12-80e6-6a8aeed80456'}] {{(pid=103518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 18:51:29.568215 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db66028b02b75232abd2ce52c3e0184f662a2cc7ac62fff2d597f865859cb538" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c91538f-1cd2-47c3-9bb2-697ffe40f52f" -d '{"events": [{"server_uuid": "037d1db6-dfc5-4f70-8367-c673932ebe00", "name": "network-vif-plugged", "status": "completed", "tag": "049b4123-52c3-4b12-80e6-6a8aeed80456"}]}' {{(pid=103518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 18:51:29.569742 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-5f6ac962-00eb-4acb-b257-b3b4a0f08118 req-d49aceb0-4315-4fda-b8f5-3ea5c3078f18 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333984 Jun 03 18:51:29.582682 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] For port 049b4123-52c3-4b12-80e6-6a8aeed80456, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=049b4123-52c3-4b12-80e6-6a8aeed80456,segment=NetworkSegment(dbca1dbe-5a89-473a-94f4-75bd9e3fa1aa),segment_id=dbca1dbe-5a89-473a-94f4-75bd9e3fa1aa)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:51:29.607857 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 18:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a28a17-1b93-4bc8-8dfc-4e73f9531155 x-openstack-request-id: req-61a28a17-1b93-4bc8-8dfc-4e73f9531155 {{(pid=103518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 18:51:29.610622 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "037d1db6-dfc5-4f70-8367-c673932ebe00", "name": "network-vif-plugged", "status": "completed", "tag": "049b4123-52c3-4b12-80e6-6a8aeed80456", "code": 200}]} {{(pid=103518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 18:51:29.610622 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-61a28a17-1b93-4bc8-8dfc-4e73f9531155 {{(pid=103518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 18:51:29.610622 dv-cinder-794661-1-smb neutron-server[103518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '037d1db6-dfc5-4f70-8367-c673932ebe00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '049b4123-52c3-4b12-80e6-6a8aeed80456', 'code': 200} Jun 03 18:51:29.691245 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 53264) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:29.699356 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-c10c6b24-55e5-4dde-bd29-94d5ca601112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:29.703153 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:29.706822 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:29.725069 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.db_base_plugin_v2 [None req-68fd33ec-cff4-4b6e-a55d-6eba4c69b432 admin admin] Deleting subnet 029e0955-5f16-4e8f-a809-ab415d2f786b {{(pid=103516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 18:51:29.727323 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-68fd33ec-cff4-4b6e-a55d-6eba4c69b432 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:29.757741 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-68fd33ec-cff4-4b6e-a55d-6eba4c69b432 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2320325'] for subnet, precommit_delete_associations {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:29.758944 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Pushing event updated for resources: {'Port': ['ID=049b4123-52c3-4b12-80e6-6a8aeed80456,revision_number=5']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:29.761245 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:29.791406 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-68fd33ec-cff4-4b6e-a55d-6eba4c69b432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1531221'] for subnet, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:29.998229 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-68fd33ec-cff4-4b6e-a55d-6eba4c69b432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1531228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3014117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3540150'] for subnet, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:30.001070 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:30.020777 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd33ec-cff4-4b6e-a55d-6eba4c69b432 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=029e0955-5f16-4e8f-a809-ab415d2f786b,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:30.030189 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-68fd33ec-cff4-4b6e-a55d-6eba4c69b432 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:30.031006 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd33ec-cff4-4b6e-a55d-6eba4c69b432 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:51:30.031196 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd33ec-cff4-4b6e-a55d-6eba4c69b432 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:51:30.031375 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd33ec-cff4-4b6e-a55d-6eba4c69b432 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:51:30.031550 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd33ec-cff4-4b6e-a55d-6eba4c69b432 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:51:30.031918 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd33ec-cff4-4b6e-a55d-6eba4c69b432 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:51:30.031981 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd33ec-cff4-4b6e-a55d-6eba4c69b432 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:51:30.032113 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd33ec-cff4-4b6e-a55d-6eba4c69b432 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:51:30.032284 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd33ec-cff4-4b6e-a55d-6eba4c69b432 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:51:30.032455 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd33ec-cff4-4b6e-a55d-6eba4c69b432 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:51:30.032637 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd33ec-cff4-4b6e-a55d-6eba4c69b432 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:51:30.032811 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd33ec-cff4-4b6e-a55d-6eba4c69b432 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:51:30.032994 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd33ec-cff4-4b6e-a55d-6eba4c69b432 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:51:30.035499 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-68fd33ec-cff4-4b6e-a55d-6eba4c69b432 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/029e0955-5f16-4e8f-a809-ab415d2f786b HTTP/1.1" status: 204 len: 168 time: 0.3435934 Jun 03 18:51:30.036624 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-68fd33ec-cff4-4b6e-a55d-6eba4c69b432 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:30.037152 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 53278) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:30.095378 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0cf853e0-957f-4309-8ffc-54cbf90a0898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696177'] for network, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:30.210193 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0cf853e0-957f-4309-8ffc-54cbf90a0898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557952', 'neutron.services.segments.db._delete_segments_for_network-8751241769921'] for network, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:30.220620 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a39fe1f-4cf6-4946-9895-de26de1a4ee7 req-d214fe7c-27c6-4413-8f0e-5b2feb16e63e tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:30.221474 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-4a39fe1f-4cf6-4946-9895-de26de1a4ee7 req-d214fe7c-27c6-4413-8f0e-5b2feb16e63e tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=037d1db6-dfc5-4f70-8367-c673932ebe00 HTTP/1.1" status: 200 len: 945 time: 0.1278296 Jun 03 18:51:30.222324 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.services.segments.db [None req-0cf853e0-957f-4309-8ffc-54cbf90a0898 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc36df11-257a-47a2-aa32-264632736577']}} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:51:30.229033 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.services.segments.db [None req-0cf853e0-957f-4309-8ffc-54cbf90a0898 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cec0923-f235-4018-af29-8ad51e802c6b') {'for_net_delete': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:51:30.229202 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.services.segments.db [None req-0cf853e0-957f-4309-8ffc-54cbf90a0898 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cec0923-f235-4018-af29-8ad51e802c6b') {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:51:30.241989 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0cf853e0-957f-4309-8ffc-54cbf90a0898 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751241775068', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2320316'] for segment, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:30.255164 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0cf853e0-957f-4309-8ffc-54cbf90a0898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529572'] for segment, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:30.261252 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cf853e0-957f-4309-8ffc-54cbf90a0898 admin admin] Releasing vlan 1411 on physical network physnet1 to pool {{(pid=103516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 18:51:30.261447 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0cf853e0-957f-4309-8ffc-54cbf90a0898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3013903'] for segment, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:30.268236 dv-cinder-794661-1-smb neutron-server[103516]: Traceback (most recent call last): Jun 03 18:51:30.268236 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 18:51:30.268236 dv-cinder-794661-1-smb neutron-server[103516]: timer() Jun 03 18:51:30.268236 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 18:51:30.268236 dv-cinder-794661-1-smb neutron-server[103516]: cb(*args, **kw) Jun 03 18:51:30.268236 dv-cinder-794661-1-smb neutron-server[103516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 18:51:30.268236 dv-cinder-794661-1-smb neutron-server[103516]: return func(*args, **kwargs) Jun 03 18:51:30.268236 dv-cinder-794661-1-smb neutron-server[103516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 18:51:30.268236 dv-cinder-794661-1-smb neutron-server[103516]: self._notify() Jun 03 18:51:30.268236 dv-cinder-794661-1-smb neutron-server[103516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 18:51:30.268236 dv-cinder-794661-1-smb neutron-server[103516]: self.callback(batched_events) Jun 03 18:51:30.268236 dv-cinder-794661-1-smb neutron-server[103516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 18:51:30.268236 dv-cinder-794661-1-smb neutron-server[103516]: event.method(event) Jun 03 18:51:30.268236 dv-cinder-794661-1-smb neutron-server[103516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 18:51:30.268236 dv-cinder-794661-1-smb neutron-server[103516]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 18:51:30.268236 dv-cinder-794661-1-smb neutron-server[103516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 18:51:30.268236 dv-cinder-794661-1-smb neutron-server[103516]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 18:51:30.268236 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 18:51:30.268236 dv-cinder-794661-1-smb neutron-server[103516]: return f(self, *a, **k) Jun 03 18:51:30.268236 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 18:51:30.268236 dv-cinder-794661-1-smb neutron-server[103516]: return self._get(url).json() Jun 03 18:51:30.268236 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 18:51:30.268236 dv-cinder-794661-1-smb neutron-server[103516]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 18:51:30.268236 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 18:51:30.268236 dv-cinder-794661-1-smb neutron-server[103516]: return self.request(url, 'GET', **kwargs) Jun 03 18:51:30.268236 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 18:51:30.268236 dv-cinder-794661-1-smb neutron-server[103516]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 18:51:30.268236 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 18:51:30.268236 dv-cinder-794661-1-smb neutron-server[103516]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 18:51:30.268236 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 18:51:30.268236 dv-cinder-794661-1-smb neutron-server[103516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 18:51:30.268236 dv-cinder-794661-1-smb neutron-server[103516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 18:51:30.272105 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-4a39fe1f-4cf6-4946-9895-de26de1a4ee7 req-62332376-7f2c-4834-8e4a-a9d0e5238f00 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0217bca-e2f4-4d08-8774-71c4c877895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396667 Jun 03 18:51:30.392336 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d414cb64-625b-48b8-a978-0bfaa28efc74 req-1dc5f60b-0363-4f26-9733-c867b77e141c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:30.393476 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-d414cb64-625b-48b8-a978-0bfaa28efc74 req-1dc5f60b-0363-4f26-9733-c867b77e141c service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=037d1db6-dfc5-4f70-8367-c673932ebe00 HTTP/1.1" status: 200 len: 1098 time: 0.0442567 Jun 03 18:51:30.421160 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-d414cb64-625b-48b8-a978-0bfaa28efc74 req-811978c5-e70b-4955-9088-00ca4b274d93 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=a0217bca-e2f4-4d08-8774-71c4c877895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0179687 Jun 03 18:51:30.486748 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0cf853e0-957f-4309-8ffc-54cbf90a0898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573556'] for network, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:30.490367 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:30.499260 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0cf853e0-957f-4309-8ffc-54cbf90a0898 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549304'] for network, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:30.502692 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf853e0-957f-4309-8ffc-54cbf90a0898 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc36df11-257a-47a2-aa32-264632736577,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:30.506081 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-0cf853e0-957f-4309-8ffc-54cbf90a0898 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:30.610502 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:30.611434 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-0cf853e0-957f-4309-8ffc-54cbf90a0898 admin admin] 10.222.0.44 "DELETE /v2.0/networks/bc36df11-257a-47a2-aa32-264632736577 HTTP/1.1" status: 204 len: 168 time: 0.5736256 Jun 03 18:51:30.693105 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2545a27-7f7d-496c-a522-35d36b07bb27 req-f16221a6-3865-4981-b58e-7e107674bac1 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:30.698725 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-b2545a27-7f7d-496c-a522-35d36b07bb27 req-f16221a6-3865-4981-b58e-7e107674bac1 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fe2ba91-771c-460f-a28f-25e5450c027d HTTP/1.1" status: 200 len: 945 time: 0.0547042 Jun 03 18:51:30.718649 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-b2545a27-7f7d-496c-a522-35d36b07bb27 req-e8f96c8c-d4b4-4249-85f7-de1346d4f686 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0208719 Jun 03 18:51:30.837860 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-122e767b-f9ef-40e4-ac6e-09b6ea41c4e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:31.044431 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 53316) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:31.081954 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-6017a169-7eaa-41b0-8087-b93f7dce9ef2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=44152c1d446c498fbec3ea4eee4d6c61&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0364802 Jun 03 18:51:31.083418 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 53318) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:31.116219 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b84bbc1c-5e96-4df4-9a12-595030e3841d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:31.130394 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b84bbc1c-5e96-4df4-9a12-595030e3841d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:31.296503 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b84bbc1c-5e96-4df4-9a12-595030e3841d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:31.301453 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-4957450e-56e8-4e53-b943-9ee14d6a44e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:31.310484 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84bbc1c-5e96-4df4-9a12-595030e3841d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca599a21-970e-4e41-95ac-14aeb32ee79e,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:31.312324 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-b84bbc1c-5e96-4df4-9a12-595030e3841d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:31.389759 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab75ef15-8251-4d63-9be0-9c5e5eb7e090 req-f06aaf31-0264-482a-b9cf-20ae0583bfb5 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:31.390610 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-ab75ef15-8251-4d63-9be0-9c5e5eb7e090 req-f06aaf31-0264-482a-b9cf-20ae0583bfb5 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=037d1db6-dfc5-4f70-8367-c673932ebe00 HTTP/1.1" status: 200 len: 945 time: 0.0453794 Jun 03 18:51:31.414329 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-ab75ef15-8251-4d63-9be0-9c5e5eb7e090 req-3dc19f49-8edf-414c-9759-8ce41a65b757 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0217bca-e2f4-4d08-8774-71c4c877895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0202959 Jun 03 18:51:31.422751 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b84bbc1c-5e96-4df4-9a12-595030e3841d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:31.423957 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-b84bbc1c-5e96-4df4-9a12-595030e3841d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ca599a21-970e-4e41-95ac-14aeb32ee79e HTTP/1.1" status: 204 len: 168 time: 0.3394063 Jun 03 18:51:31.837962 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c7f46f-c43d-40a5-b481-63be3c0b325b req-7aaf0f9b-703a-44e7-8cb7-3b8c5d6d6b7e tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:31.838792 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-30c7f46f-c43d-40a5-b481-63be3c0b325b req-7aaf0f9b-703a-44e7-8cb7-3b8c5d6d6b7e tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fe2ba91-771c-460f-a28f-25e5450c027d HTTP/1.1" status: 200 len: 945 time: 0.0474367 Jun 03 18:51:31.876271 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-30c7f46f-c43d-40a5-b481-63be3c0b325b req-4740a06f-06b4-4011-b248-323c35719185 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338600 Jun 03 18:51:32.159339 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:32.423894 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 53358) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:32.511722 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-82a2c589-b77e-42ed-a815-b549378330a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:32.523109 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-82a2c589-b77e-42ed-a815-b549378330a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:51:32.526931 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-82a2c589-b77e-42ed-a815-b549378330a4 admin admin] Usage tracker for resource:security_group_rule and tenant:d8680ddc2c854a9ba7c40e30ea6ab360 is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:51:32.529078 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-82a2c589-b77e-42ed-a815-b549378330a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:51:32.533602 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-82a2c589-b77e-42ed-a815-b549378330a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:51:32.559651 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae021c4-e583-4bc3-aefd-36cb3725f13e req-4bfb62ba-fb73-404e-ab5f-692b2d9a2d37 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:32.560677 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-fae021c4-e583-4bc3-aefd-36cb3725f13e req-4bfb62ba-fb73-404e-ab5f-692b2d9a2d37 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=037d1db6-dfc5-4f70-8367-c673932ebe00 HTTP/1.1" status: 200 len: 945 time: 0.0880649 Jun 03 18:51:32.602881 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-fae021c4-e583-4bc3-aefd-36cb3725f13e req-030cc72d-f074-411b-b326-59679bcd2b1e tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0217bca-e2f4-4d08-8774-71c4c877895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343750 Jun 03 18:51:32.617365 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:32.628700 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-82a2c589-b77e-42ed-a815-b549378330a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:32.693382 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:32.726515 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-82a2c589-b77e-42ed-a815-b549378330a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:32.731865 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-f7030040-0c4c-4d43-9296-0e4b54a3a57f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:32.753667 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-82a2c589-b77e-42ed-a815-b549378330a4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d8680ddc2c854a9ba7c40e30ea6ab360&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3289442 Jun 03 18:51:32.755494 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 53382) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:32.756802 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a2c589-b77e-42ed-a815-b549378330a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f95a25b4-1ac5-483e-b4ff-82d79b38aba0,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:32.758873 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-82a2c589-b77e-42ed-a815-b549378330a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:32.796173 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4545582f-2145-4184-b054-378600ad1c39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:32.805254 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4545582f-2145-4184-b054-378600ad1c39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:32.867423 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 53392) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:32.904980 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4545582f-2145-4184-b054-378600ad1c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:32.908998 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-5a7e2b2d-62cb-4a8f-b1c6-b53ce8039917 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:32.917638 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4545582f-2145-4184-b054-378600ad1c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f95a25b4-1ac5-483e-b4ff-82d79b38aba0,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:32.933719 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4545582f-2145-4184-b054-378600ad1c39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:51:32.934104 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4545582f-2145-4184-b054-378600ad1c39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:51:32.934296 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4545582f-2145-4184-b054-378600ad1c39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:51:32.934474 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4545582f-2145-4184-b054-378600ad1c39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:51:32.934632 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.v2.base [None req-13624578-9f8b-46f3-b084-3509e19c7b77 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2075620297-network', 'tenant_id': 'd251c2b110174194859afacde2df517e'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:51:32.934701 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4545582f-2145-4184-b054-378600ad1c39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:51:32.934813 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4545582f-2145-4184-b054-378600ad1c39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:51:32.934983 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4545582f-2145-4184-b054-378600ad1c39 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:51:32.935149 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4545582f-2145-4184-b054-378600ad1c39 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:51:32.935324 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4545582f-2145-4184-b054-378600ad1c39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:51:32.935496 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4545582f-2145-4184-b054-378600ad1c39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:51:32.935663 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4545582f-2145-4184-b054-378600ad1c39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:51:32.935854 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4545582f-2145-4184-b054-378600ad1c39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:51:32.937589 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-13624578-9f8b-46f3-b084-3509e19c7b77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:51:32.937792 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-4545582f-2145-4184-b054-378600ad1c39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:32.948826 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4545582f-2145-4184-b054-378600ad1c39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:32.948877 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-13624578-9f8b-46f3-b084-3509e19c7b77 admin admin] Usage tracker for resource:network and tenant:d251c2b110174194859afacde2df517e is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:51:32.948946 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-4545582f-2145-4184-b054-378600ad1c39 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f95a25b4-1ac5-483e-b4ff-82d79b38aba0 HTTP/1.1" status: 204 len: 168 time: 0.1845210 Jun 03 18:51:32.948986 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-13624578-9f8b-46f3-b084-3509e19c7b77 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:51:32.948986 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-13624578-9f8b-46f3-b084-3509e19c7b77 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:51:32.986646 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3202b9f9-e74b-4ca5-be43-f6b5c4eb9e9a req-bf901f76-d318-4291-b92f-78654015d4c4 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:32.987491 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-3202b9f9-e74b-4ca5-be43-f6b5c4eb9e9a req-bf901f76-d318-4291-b92f-78654015d4c4 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fe2ba91-771c-460f-a28f-25e5450c027d HTTP/1.1" status: 200 len: 945 time: 0.0489421 Jun 03 18:51:33.011815 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-3202b9f9-e74b-4ca5-be43-f6b5c4eb9e9a req-b8d8d127-3172-402d-be49-135051a88672 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0202825 Jun 03 18:51:33.124428 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13624578-9f8b-46f3-b084-3509e19c7b77 admin admin] Made reservation on behalf of d251c2b110174194859afacde2df517e for: {'network': 1} {{(pid=103516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 18:51:33.127237 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-13624578-9f8b-46f3-b084-3509e19c7b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1684408'] for network, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:33.141214 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-13624578-9f8b-46f3-b084-3509e19c7b77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:33.152788 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-13624578-9f8b-46f3-b084-3509e19c7b77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:51:33.168888 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-13624578-9f8b-46f3-b084-3509e19c7b77 admin admin] Usage tracker for resource:security_group_rule and tenant:d251c2b110174194859afacde2df517e is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:51:33.168888 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-13624578-9f8b-46f3-b084-3509e19c7b77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:51:33.168888 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-13624578-9f8b-46f3-b084-3509e19c7b77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:51:33.207531 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-13624578-9f8b-46f3-b084-3509e19c7b77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:33.384822 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-13624578-9f8b-46f3-b084-3509e19c7b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:33.387970 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-82a2c589-b77e-42ed-a815-b549378330a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:33.402545 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13624578-9f8b-46f3-b084-3509e19c7b77 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1446} {{(pid=103516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 18:51:33.409683 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13624578-9f8b-46f3-b084-3509e19c7b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=226dd3a4-9be9-4218-95cd-fe4e2884a6a8,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:33.412446 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-13624578-9f8b-46f3-b084-3509e19c7b77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:33.412971 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-13624578-9f8b-46f3-b084-3509e19c7b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529572'] for segment, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:33.413158 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.db.segments_db [None req-13624578-9f8b-46f3-b084-3509e19c7b77 admin admin] Added segment b02fb9b0-3c23-4c5d-ae80-127565c0e9ce of type vlan for network 9f3436aa-0141-4ddc-9e77-d652c7ff5b25 Jun 03 18:51:33.427368 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-13624578-9f8b-46f3-b084-3509e19c7b77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751241310154'] for network, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:33.537728 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-13624578-9f8b-46f3-b084-3509e19c7b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549287'] for network, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:33.538794 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13624578-9f8b-46f3-b084-3509e19c7b77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:33.539200 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-13624578-9f8b-46f3-b084-3509e19c7b77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549304'] for network, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:33.541919 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-1819025e-31a2-4fb9-a9e4-387fbf0c8de5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:33.610149 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13624578-9f8b-46f3-b084-3509e19c7b77 admin admin] Pushing event updated for resources: {'Network': ['ID=9f3436aa-0141-4ddc-9e77-d652c7ff5b25,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:33.616266 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-13624578-9f8b-46f3-b084-3509e19c7b77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:33.617417 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Network 9f3436aa-0141-4ddc-9e77-d652c7ff5b25 details requested by agent ovs-agent-dv-cinder-794661-1-smb with host dv-cinder-794661-1-smb {{(pid=103518) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 18:51:33.699514 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-13624578-9f8b-46f3-b084-3509e19c7b77 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8312252 Jun 03 18:51:33.701264 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 53416) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:33.704642 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.v2.base [None req-e3d60c67-f207-4c5d-b2ad-9a92be71d4b7 admin admin] Request body: {'subnet': {'network_id': '9f3436aa-0141-4ddc-9e77-d652c7ff5b25', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2075620297-subnet', 'tenant_id': 'd251c2b110174194859afacde2df517e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:51:33.708051 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-e3d60c67-f207-4c5d-b2ad-9a92be71d4b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:51:33.710417 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-e3d60c67-f207-4c5d-b2ad-9a92be71d4b7 admin admin] Usage tracker for resource:subnet and tenant:d251c2b110174194859afacde2df517e is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:51:33.712310 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-e3d60c67-f207-4c5d-b2ad-9a92be71d4b7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:51:33.715978 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-e3d60c67-f207-4c5d-b2ad-9a92be71d4b7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:51:33.764917 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 53418) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:33.774976 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-56586fae-6441-43bc-a4df-38f705a2e760 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:33.782520 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-56586fae-6441-43bc-a4df-38f705a2e760 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:51:33.784764 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-56586fae-6441-43bc-a4df-38f705a2e760 admin admin] Usage tracker for resource:security_group_rule and tenant:38a449a54ff94a1bbe3381b9e5ccb3db is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:51:33.786391 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-56586fae-6441-43bc-a4df-38f705a2e760 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:51:33.789489 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-56586fae-6441-43bc-a4df-38f705a2e760 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:51:33.791492 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d60c67-f207-4c5d-b2ad-9a92be71d4b7 admin admin] Made reservation on behalf of d251c2b110174194859afacde2df517e for: {'subnet': 1} {{(pid=103516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 18:51:33.792795 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e3d60c67-f207-4c5d-b2ad-9a92be71d4b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3540567'] for subnet, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:33.917327 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-56586fae-6441-43bc-a4df-38f705a2e760 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:34.031928 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-56586fae-6441-43bc-a4df-38f705a2e760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:34.037911 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-bcecc8f6-c659-4a3e-88e5-760129b3f7ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:34.059496 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-56586fae-6441-43bc-a4df-38f705a2e760 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=38a449a54ff94a1bbe3381b9e5ccb3db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2938855 Jun 03 18:51:34.060113 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56586fae-6441-43bc-a4df-38f705a2e760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a0aaec-3a0c-429c-a612-430f35ee0390,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:34.061924 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 53432) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:34.062212 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-56586fae-6441-43bc-a4df-38f705a2e760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:34.122395 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c55919e9-7cf6-42fd-b22f-bbbbd64db68a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:34.141774 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c55919e9-7cf6-42fd-b22f-bbbbd64db68a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:34.155257 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c9f45-a0b8-4fa9-bd5a-f8503a897776 req-23cf971b-37ef-44c9-82ba-2f4ee177c4eb tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:34.156132 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-061c9f45-a0b8-4fa9-bd5a-f8503a897776 req-23cf971b-37ef-44c9-82ba-2f4ee177c4eb tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fe2ba91-771c-460f-a28f-25e5450c027d HTTP/1.1" status: 200 len: 945 time: 0.0755174 Jun 03 18:51:34.188883 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-061c9f45-a0b8-4fa9-bd5a-f8503a897776 req-7e9b0474-9703-4567-bdb3-4458055a9360 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0257397 Jun 03 18:51:34.205972 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e3d60c67-f207-4c5d-b2ad-9a92be71d4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3014052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3540549'] for subnet, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:34.208435 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-443a179c-1d23-40ec-9920-262013254f4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:34.245133 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d60c67-f207-4c5d-b2ad-9a92be71d4b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5c41478-ff70-4760-874f-92c6f16f6305,revision_number=0']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:34.247280 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-e3d60c67-f207-4c5d-b2ad-9a92be71d4b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:34.250894 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d60c67-f207-4c5d-b2ad-9a92be71d4b7 admin admin] Checking segment: {'id': 'b02fb9b0-3c23-4c5d-ae80-127565c0e9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1446, 'network_id': '9f3436aa-0141-4ddc-9e77-d652c7ff5b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 18:51:34.251079 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d60c67-f207-4c5d-b2ad-9a92be71d4b7 admin admin] Network hostable DHCP agents. Network: 9f3436aa-0141-4ddc-9e77-d652c7ff5b25, hostable agents: ['fb8d2d29-1809-4f62-9f23-eb4c5e08b409'], hosted agents: [] {{(pid=103516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 18:51:34.345669 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c55919e9-7cf6-42fd-b22f-bbbbd64db68a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:34.350098 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:34.359405 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55919e9-7cf6-42fd-b22f-bbbbd64db68a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a0aaec-3a0c-429c-a612-430f35ee0390,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:34.360799 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-c55919e9-7cf6-42fd-b22f-bbbbd64db68a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:34.361582 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c55919e9-7cf6-42fd-b22f-bbbbd64db68a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:34.362224 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-c55919e9-7cf6-42fd-b22f-bbbbd64db68a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f6a0aaec-3a0c-429c-a612-430f35ee0390 HTTP/1.1" status: 204 len: 168 time: 0.2991452 Jun 03 18:51:34.382769 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d60c67-f207-4c5d-b2ad-9a92be71d4b7 admin admin] Network 9f3436aa-0141-4ddc-9e77-d652c7ff5b25 is scheduled to be hosted by DHCP agent fb8d2d29-1809-4f62-9f23-eb4c5e08b409 with binding_index 1 {{(pid=103516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 18:51:34.465972 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-e3d60c67-f207-4c5d-b2ad-9a92be71d4b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794661-1-smb, 9f3436aa-0141-4ddc-9e77-d652c7ff5b25) {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 18:51:34.466215 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b3b8cc-60f1-4f0f-8e4b-30401ae8c614 None None] Network 9f3436aa-0141-4ddc-9e77-d652c7ff5b25 requested from dv-cinder-794661-1-smb {{(pid=103518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 18:51:34.475868 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d60c67-f207-4c5d-b2ad-9a92be71d4b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:34.476959 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e3d60c67-f207-4c5d-b2ad-9a92be71d4b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:34.594884 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54fbb16c-7293-4f06-85e8-c133556e709c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe55a649f-66e1-5c59-8e10-c698044dc604-9f3436aa-0141-4ddc-9e77-d652c7ff5b25', 'network_id': '9f3436aa-0141-4ddc-9e77-d652c7ff5b25', 'tenant_id': 'd251c2b110174194859afacde2df517e', 'fixed_ips': [{'subnet_id': 'f5c41478-ff70-4760-874f-92c6f16f6305'}]}} from dv-cinder-794661-1-smb. {{(pid=103518) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 18:51:34.595401 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-54fbb16c-7293-4f06-85e8-c133556e709c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_create {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:34.609426 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-e3d60c67-f207-4c5d-b2ad-9a92be71d4b7 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9073677 Jun 03 18:51:34.611186 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 53446) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:34.613972 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.v2.base [None req-c12ea8ae-c5c7-4699-bf05-acc88d39585c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2075620297-router', 'tenant_id': 'd251c2b110174194859afacde2df517e', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc'}}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:51:34.617615 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-c12ea8ae-c5c7-4699-bf05-acc88d39585c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:51:34.619093 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-c12ea8ae-c5c7-4699-bf05-acc88d39585c admin admin] Usage tracker for resource:router and tenant:d251c2b110174194859afacde2df517e is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:51:34.620815 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-c12ea8ae-c5c7-4699-bf05-acc88d39585c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:51:34.624000 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-c12ea8ae-c5c7-4699-bf05-acc88d39585c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:51:34.677289 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.db_base_plugin_common [None req-54fbb16c-7293-4f06-85e8-c133556e709c None None] Allocated IP 172.20.0.2 (9f3436aa-0141-4ddc-9e77-d652c7ff5b25/f5c41478-ff70-4760-874f-92c6f16f6305/857963dd-a01e-44ad-83a8-6b7dfde58296) {{(pid=103518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 18:51:34.705018 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c12ea8ae-c5c7-4699-bf05-acc88d39585c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27923'] for router, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:34.705825 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c12ea8ae-c5c7-4699-bf05-acc88d39585c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-444002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27930'] for router, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:34.714771 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c12ea8ae-c5c7-4699-bf05-acc88d39585c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:34.790921 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-54fbb16c-7293-4f06-85e8-c133556e709c None None] Notify callbacks [] for port, precommit_create {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:34.796516 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-54fbb16c-7293-4f06-85e8-c133556e709c None None] Transition to ACTIVE for port object 857963dd-a01e-44ad-83a8-6b7dfde58296 will not be triggered until provisioned by entity L2. {{(pid=103518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 18:51:34.806276 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-54fbb16c-7293-4f06-85e8-c133556e709c None None] Transition to ACTIVE for port object 857963dd-a01e-44ad-83a8-6b7dfde58296 will not be triggered until provisioned by entity DHCP. {{(pid=103518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 18:51:34.889784 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-54fbb16c-7293-4f06-85e8-c133556e709c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751241322828'] for port, after_create {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:34.896084 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:34.935324 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fbb16c-7293-4f06-85e8-c133556e709c None None] Network 9f3436aa-0141-4ddc-9e77-d652c7ff5b25 is already hosted by enough agents. {{(pid=103518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 18:51:34.936977 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.scheduler.base_scheduler [None req-54fbb16c-7293-4f06-85e8-c133556e709c None None] Resources bound (agent type, host, resource id): {{(pid=103518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 18:51:34.945454 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fbb16c-7293-4f06-85e8-c133556e709c None None] Received port after_create {{(pid=103518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 18:51:34.965542 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fbb16c-7293-4f06-85e8-c133556e709c None None] Pushing event updated for resources: {'Port': ['ID=857963dd-a01e-44ad-83a8-6b7dfde58296,revision_number=1']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:34.970029 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-54fbb16c-7293-4f06-85e8-c133556e709c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:34.991065 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c12ea8ae-c5c7-4699-bf05-acc88d39585c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28020'] for router, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:35.005345 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.managers [None req-54fbb16c-7293-4f06-85e8-c133556e709c None None] Attempting to bind port 857963dd-a01e-44ad-83a8-6b7dfde58296 on host dv-cinder-794661-1-smb for vnic_type normal with profile {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 18:51:35.005545 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.managers [None req-54fbb16c-7293-4f06-85e8-c133556e709c None None] Attempting to bind port 857963dd-a01e-44ad-83a8-6b7dfde58296 by drivers openvswitch,hyperv on host dv-cinder-794661-1-smb at level 0 using segments [{'id': 'b02fb9b0-3c23-4c5d-ae80-127565c0e9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1446, 'network_id': '9f3436aa-0141-4ddc-9e77-d652c7ff5b25'}] {{(pid=103518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 18:51:35.005739 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fbb16c-7293-4f06-85e8-c133556e709c None None] Attempting to bind port 857963dd-a01e-44ad-83a8-6b7dfde58296 on network 9f3436aa-0141-4ddc-9e77-d652c7ff5b25 {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 18:51:35.008677 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fbb16c-7293-4f06-85e8-c133556e709c None None] Checking agent: {'id': '9af4ad39-3160-4d10-9b77-67ea66ff9724', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794661-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 18, 44, 30), 'started_at': datetime.datetime(2021, 6, 3, 18, 45, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 18, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794661-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 18:51:35.008908 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fbb16c-7293-4f06-85e8-c133556e709c None None] Checking segment: {'id': 'b02fb9b0-3c23-4c5d-ae80-127565c0e9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1446, 'network_id': '9f3436aa-0141-4ddc-9e77-d652c7ff5b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 18:51:35.009135 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-54fbb16c-7293-4f06-85e8-c133556e709c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:35.009368 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fbb16c-7293-4f06-85e8-c133556e709c None None] Bound using segment: {'id': 'b02fb9b0-3c23-4c5d-ae80-127565c0e9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1446, 'network_id': '9f3436aa-0141-4ddc-9e77-d652c7ff5b25'} {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 18:51:35.009631 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.managers [None req-54fbb16c-7293-4f06-85e8-c133556e709c None None] Bound port: 857963dd-a01e-44ad-83a8-6b7dfde58296, host: dv-cinder-794661-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b02fb9b0-3c23-4c5d-ae80-127565c0e9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1446, 'network_id': '9f3436aa-0141-4ddc-9e77-d652c7ff5b25'}}] {{(pid=103518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 18:51:35.009831 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-54fbb16c-7293-4f06-85e8-c133556e709c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:35.056395 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-54fbb16c-7293-4f06-85e8-c133556e709c None None] For port 857963dd-a01e-44ad-83a8-6b7dfde58296, host dv-cinder-794661-1-smb, cleared binding levels {{(pid=103518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 18:51:35.058233 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-54fbb16c-7293-4f06-85e8-c133556e709c None None] For port 857963dd-a01e-44ad-83a8-6b7dfde58296, host dv-cinder-794661-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794661-1-smb',level=0,port_id=857963dd-a01e-44ad-83a8-6b7dfde58296,segment=NetworkSegment(b02fb9b0-3c23-4c5d-ae80-127565c0e9ce),segment_id=b02fb9b0-3c23-4c5d-ae80-127565c0e9ce)] {{(pid=103518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 18:51:35.209935 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-54fbb16c-7293-4f06-85e8-c133556e709c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:35.212867 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:35.256277 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fbb16c-7293-4f06-85e8-c133556e709c None None] Pushing event updated for resources: {'Port': ['ID=857963dd-a01e-44ad-83a8-6b7dfde58296,revision_number=2']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:35.263316 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-54fbb16c-7293-4f06-85e8-c133556e709c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:35.300433 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c12ea8ae-c5c7-4699-bf05-acc88d39585c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:35.319046 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c12ea8ae-c5c7-4699-bf05-acc88d39585c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:35.415352 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-c12ea8ae-c5c7-4699-bf05-acc88d39585c admin admin] Allocated IP 172.28.1.209 (6ece2837-d49d-41e4-9380-4ff50b3876fc/eed56ebd-fbdc-4b64-be4b-629d7f0513a5/265efd94-e986-4a48-98b0-2936347aed73) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 18:51:35.525498 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d813a-0bf0-43db-85ac-6d9b45fc07db req-afeffe98-1efa-4cdd-958e-20b3848cf1fd tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:35.526339 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-1d3d813a-0bf0-43db-85ac-6d9b45fc07db req-afeffe98-1efa-4cdd-958e-20b3848cf1fd tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fe2ba91-771c-460f-a28f-25e5450c027d HTTP/1.1" status: 200 len: 945 time: 0.1054094 Jun 03 18:51:35.543989 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c12ea8ae-c5c7-4699-bf05-acc88d39585c admin admin] Notify callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:35.560273 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-1d3d813a-0bf0-43db-85ac-6d9b45fc07db req-b7f1e476-5cfc-41ca-80cb-f9deca7b8ba1 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296085 Jun 03 18:51:35.692709 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c12ea8ae-c5c7-4699-bf05-acc88d39585c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751241322828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3014096'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:35.696370 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-ea04e91a-493d-4e9b-8530-f0c6681a933c tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:35.728210 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12ea8ae-c5c7-4699-bf05-acc88d39585c admin admin] Network 6ece2837-d49d-41e4-9380-4ff50b3876fc is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 18:51:35.729873 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-c12ea8ae-c5c7-4699-bf05-acc88d39585c admin admin] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 18:51:35.731973 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12ea8ae-c5c7-4699-bf05-acc88d39585c admin admin] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 18:51:35.754947 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12ea8ae-c5c7-4699-bf05-acc88d39585c admin admin] Pushing event updated for resources: {'Port': ['ID=265efd94-e986-4a48-98b0-2936347aed73,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:35.759104 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-c12ea8ae-c5c7-4699-bf05-acc88d39585c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:36.038977 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46bbcd8-e704-4c78-9e9f-742fbc9dbfb2 None None] Network 9f3436aa-0141-4ddc-9e77-d652c7ff5b25 requested from dv-cinder-794661-1-smb {{(pid=103518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 18:51:36.047349 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c12ea8ae-c5c7-4699-bf05-acc88d39585c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:36.176171 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device 857963dd-a01e-44ad-83a8-6b7dfde58296 up at agent ovs-agent-dv-cinder-794661-1-smb {{(pid=103518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 18:51:36.299276 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-5024ee32-14f0-4534-89d4-0ffbcfa24d01 None None] Provisioning for port 857963dd-a01e-44ad-83a8-6b7dfde58296 completed by entity DHCP. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 18:51:36.325756 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986274df-fe6c-473f-bdd5-73645b12ad3a req-98757b36-c7c6-44e9-8d83-093c610fe60c tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:36.326694 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-986274df-fe6c-473f-bdd5-73645b12ad3a req-98757b36-c7c6-44e9-8d83-093c610fe60c tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/networks?id=10b7379a-996c-49eb-a4af-c8a0e0fe9011 HTTP/1.1" status: 200 len: 814 time: 0.1639862 Jun 03 18:51:36.336711 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-986274df-fe6c-473f-bdd5-73645b12ad3a req-3b8754e8-3b39-4a4e-9123-87c201388eb9 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/quotas/c8ba5f9b622448d591fdad53cf4828bc HTTP/1.1" status: 200 len: 375 time: 0.0056467 Jun 03 18:51:36.337537 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Provisioning for port 857963dd-a01e-44ad-83a8-6b7dfde58296 completed by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 18:51:36.343355 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Provisioning complete for port 857963dd-a01e-44ad-83a8-6b7dfde58296 triggered by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 18:51:36.343707 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:36.354605 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c12ea8ae-c5c7-4699-bf05-acc88d39585c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573491'] for router, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:36.433792 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-986274df-fe6c-473f-bdd5-73645b12ad3a req-19a4609d-70ef-40d3-bda5-747e62a51c44 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c8ba5f9b622448d591fdad53cf4828bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0785878 Jun 03 18:51:36.442166 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:36.460060 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] For port 857963dd-a01e-44ad-83a8-6b7dfde58296, host dv-cinder-794661-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794661-1-smb',level=0,port_id=857963dd-a01e-44ad-83a8-6b7dfde58296,segment=NetworkSegment(b02fb9b0-3c23-4c5d-ae80-127565c0e9ce),segment_id=b02fb9b0-3c23-4c5d-ae80-127565c0e9ce)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:51:36.508553 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-986274df-fe6c-473f-bdd5-73645b12ad3a req-296fbd70-9c5e-4d41-a63a-5cd6fef55d79 service neutron] 10.222.0.44 "GET /v2.0/networks/10b7379a-996c-49eb-a4af-c8a0e0fe9011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0696931 Jun 03 18:51:36.516004 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-8a2c6a2a-d4b8-4fca-8751-b4449c787786 None None] Provisioning complete for port 857963dd-a01e-44ad-83a8-6b7dfde58296 triggered by entity DHCP. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 18:51:36.516215 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-8a2c6a2a-d4b8-4fca-8751-b4449c787786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:36.555805 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:36.557840 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:36.590534 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c12ea8ae-c5c7-4699-bf05-acc88d39585c admin admin] Router dd58e971-f7b2-402b-9393-9a067101b3ff is scheduled to L3 agent e49736c8-5019-4904-a5ca-8bb53e194ab8 with binding_index 1 {{(pid=103516) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 18:51:36.606379 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Pushing event updated for resources: {'Port': ['ID=857963dd-a01e-44ad-83a8-6b7dfde58296,revision_number=3']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:36.628600 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:51:36.628786 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:51:36.629028 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:51:36.629187 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:51:36.629375 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:51:36.629557 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:51:36.629753 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:51:36.629920 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:51:36.630098 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:51:36.630265 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:51:36.630429 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:51:36.630630 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:51:36.631913 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-986274df-fe6c-473f-bdd5-73645b12ad3a req-75cd41a7-bcb5-4477-bde3-f688908aceb0 service neutron] 10.222.0.44 "GET /v2.0/networks/10b7379a-996c-49eb-a4af-c8a0e0fe9011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193681 Jun 03 18:51:36.633725 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:36.742568 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b4795c-1f08-4ed1-86e5-4a8ba3d82790 req-0364936f-a8f2-445e-b37b-d69287c35336 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:36.743415 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-97b4795c-1f08-4ed1-86e5-4a8ba3d82790 req-0364936f-a8f2-445e-b37b-d69287c35336 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fe2ba91-771c-460f-a28f-25e5450c027d HTTP/1.1" status: 200 len: 945 time: 0.0952287 Jun 03 18:51:36.745346 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c12ea8ae-c5c7-4699-bf05-acc88d39585c admin admin] Notify agent at l3_agent.dv-cinder-794661-1-smb the message routers_updated {{(pid=103516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 18:51:36.752455 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2020857-587c-4c43-adf7-fbf35f5b6a29 None None] Sync routers for ids ['dd58e971-f7b2-402b-9393-9a067101b3ff'] in dv-cinder-794661-1-smb {{(pid=103519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 18:51:36.760121 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2020857-587c-4c43-adf7-fbf35f5b6a29 None None] Routers {'dd58e971-f7b2-402b-9393-9a067101b3ff'} bound to L3 agent in host dv-cinder-794661-1-smb {{(pid=103519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 18:51:36.760597 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_hamode_db [None req-c2020857-587c-4c43-adf7-fbf35f5b6a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794661-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T18:44:31Z,description=,heartbeat_timestamp=2021-06-03T18:51:31Z,host='dv-cinder-794661-1-smb',id=e49736c8-5019-4904-a5ca-8bb53e194ab8,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T18:44:31Z,topic='l3_agent')) {'router_ids': ['dd58e971-f7b2-402b-9393-9a067101b3ff'], 'active': True} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:51:36.782678 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-97b4795c-1f08-4ed1-86e5-4a8ba3d82790 req-3a9d1336-9119-44c2-b4c9-9fa8eb8740a8 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337651 Jun 03 18:51:36.847552 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-169e6838-affb-4066-b2ba-f6a9927ea7fe req-9051de74-d7b6-4112-893e-7a790257633d tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=11ca52b9-45f4-4b71-b0bd-1cd6fdf48b01 HTTP/1.1" status: 200 len: 210 time: 0.0228705 Jun 03 18:51:36.866253 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_dvr_db [None req-c2020857-587c-4c43-adf7-fbf35f5b6a29 None None] Set router dd58e971-f7b2-402b-9393-9a067101b3ff gateway port host: dv-cinder-794661-1-smb {{(pid=103519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 18:51:36.882046 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c12ea8ae-c5c7-4699-bf05-acc88d39585c admin admin] Notify callbacks [] for router, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:36.882977 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-c12ea8ae-c5c7-4699-bf05-acc88d39585c admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.2711756 Jun 03 18:51:36.884702 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 53530) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:37.041886 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_hamode_db [None req-c2020857-587c-4c43-adf7-fbf35f5b6a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd58e971-f7b2-402b-9393-9a067101b3ff', 'name': 'tempest-AttachVolumeShelveTestJSON-2075620297-router', 'tenant_id': 'd251c2b110174194859afacde2df517e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': '265efd94-e986-4a48-98b0-2936347aed73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T18:51:34Z', 'updated_at': '2021-06-03T18:51:35Z', 'revision_number': 3, 'project_id': 'd251c2b110174194859afacde2df517e', 'gw_port': {'id': '265efd94-e986-4a48-98b0-2936347aed73', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d6:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd58e971-f7b2-402b-9393-9a067101b3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:51:35Z', 'updated_at': '2021-06-03T18:51:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb'}], 'dv-cinder-794661-1-smb', False) {} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:51:37.044175 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2020857-587c-4c43-adf7-fbf35f5b6a29 None None] Checking router: dd58e971-f7b2-402b-9393-9a067101b3ff for host: dv-cinder-794661-1-smb {{(pid=103519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 18:51:37.044454 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2020857-587c-4c43-adf7-fbf35f5b6a29 None None] Updating router dd58e971-f7b2-402b-9393-9a067101b3ff port 265efd94-e986-4a48-98b0-2936347aed73 binding host dv-cinder-794661-1-smb {{(pid=103519) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 18:51:37.080376 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-c2020857-587c-4c43-adf7-fbf35f5b6a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:37.263262 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-c2020857-587c-4c43-adf7-fbf35f5b6a29 None None] Notify callbacks [] for port, precommit_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:37.269926 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.provisioning_blocks [None req-c2020857-587c-4c43-adf7-fbf35f5b6a29 None None] Transition to ACTIVE for port object 265efd94-e986-4a48-98b0-2936347aed73 will not be triggered until provisioned by entity L2. {{(pid=103519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 18:51:37.344533 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d33d0142-2c3b-46fa-b51f-519cdb48b294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:37.395930 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-c2020857-587c-4c43-adf7-fbf35f5b6a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:37.399038 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:37.445518 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e5203d-d23c-4c60-8b7c-a52c091658f4 None None] Pushing event updated for resources: {'Port': ['ID=265efd94-e986-4a48-98b0-2936347aed73,revision_number=2']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:37.450825 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e5203d-d23c-4c60-8b7c-a52c091658f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:51:37.451157 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e5203d-d23c-4c60-8b7c-a52c091658f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:51:37.451423 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e5203d-d23c-4c60-8b7c-a52c091658f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:51:37.451687 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e5203d-d23c-4c60-8b7c-a52c091658f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:51:37.451961 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e5203d-d23c-4c60-8b7c-a52c091658f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:51:37.452226 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e5203d-d23c-4c60-8b7c-a52c091658f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:51:37.452477 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e5203d-d23c-4c60-8b7c-a52c091658f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:51:37.452727 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e5203d-d23c-4c60-8b7c-a52c091658f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:51:37.452979 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e5203d-d23c-4c60-8b7c-a52c091658f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:51:37.453234 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e5203d-d23c-4c60-8b7c-a52c091658f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:51:37.453491 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e5203d-d23c-4c60-8b7c-a52c091658f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:51:37.453738 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e5203d-d23c-4c60-8b7c-a52c091658f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:51:37.457343 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG oslo_concurrency.lockutils [None req-17e5203d-d23c-4c60-8b7c-a52c091658f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=103519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:37.460548 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.plugins.ml2.managers [None req-c2020857-587c-4c43-adf7-fbf35f5b6a29 None None] Attempting to bind port 265efd94-e986-4a48-98b0-2936347aed73 on host dv-cinder-794661-1-smb for vnic_type normal with profile {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 18:51:37.460832 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.plugins.ml2.managers [None req-c2020857-587c-4c43-adf7-fbf35f5b6a29 None None] Attempting to bind port 265efd94-e986-4a48-98b0-2936347aed73 by drivers openvswitch,hyperv on host dv-cinder-794661-1-smb at level 0 using segments [{'id': 'cb7a02ef-c488-4fe7-ad15-1fca81e02b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc'}] {{(pid=103519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 18:51:37.461119 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2020857-587c-4c43-adf7-fbf35f5b6a29 None None] Attempting to bind port 265efd94-e986-4a48-98b0-2936347aed73 on network 6ece2837-d49d-41e4-9380-4ff50b3876fc {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 18:51:37.464209 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2020857-587c-4c43-adf7-fbf35f5b6a29 None None] Checking agent: {'id': '9af4ad39-3160-4d10-9b77-67ea66ff9724', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794661-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 18, 44, 30), 'started_at': datetime.datetime(2021, 6, 3, 18, 45, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 18, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794661-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 18:51:37.464520 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2020857-587c-4c43-adf7-fbf35f5b6a29 None None] Checking segment: {'id': 'cb7a02ef-c488-4fe7-ad15-1fca81e02b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 18:51:37.464848 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-c2020857-587c-4c43-adf7-fbf35f5b6a29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:37.465144 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2020857-587c-4c43-adf7-fbf35f5b6a29 None None] Bound using segment: {'id': 'cb7a02ef-c488-4fe7-ad15-1fca81e02b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc'} {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 18:51:37.465518 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.plugins.ml2.managers [None req-c2020857-587c-4c43-adf7-fbf35f5b6a29 None None] Bound port: 265efd94-e986-4a48-98b0-2936347aed73, host: dv-cinder-794661-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7a02ef-c488-4fe7-ad15-1fca81e02b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc'}}] {{(pid=103519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 18:51:37.465830 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-c2020857-587c-4c43-adf7-fbf35f5b6a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:37.517414 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-d33d0142-2c3b-46fa-b51f-519cdb48b294 admin admin] Allocated IP 172.20.0.1 (9f3436aa-0141-4ddc-9e77-d652c7ff5b25/f5c41478-ff70-4760-874f-92c6f16f6305/a2f394fd-9be3-4ac8-8b6d-75c7b200a26f) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 18:51:37.518918 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.plugins.ml2.db [None req-c2020857-587c-4c43-adf7-fbf35f5b6a29 None None] For port 265efd94-e986-4a48-98b0-2936347aed73, host dv-cinder-794661-1-smb, cleared binding levels {{(pid=103519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 18:51:37.521172 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.plugins.ml2.db [None req-c2020857-587c-4c43-adf7-fbf35f5b6a29 None None] For port 265efd94-e986-4a48-98b0-2936347aed73, host dv-cinder-794661-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794661-1-smb',level=0,port_id=265efd94-e986-4a48-98b0-2936347aed73,segment=NetworkSegment(cb7a02ef-c488-4fe7-ad15-1fca81e02b96),segment_id=cb7a02ef-c488-4fe7-ad15-1fca81e02b96)] {{(pid=103519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 18:51:37.596924 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-c2020857-587c-4c43-adf7-fbf35f5b6a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:37.600456 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:37.619269 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 53572) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:37.641292 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d33d0142-2c3b-46fa-b51f-519cdb48b294 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:37.643556 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2020857-587c-4c43-adf7-fbf35f5b6a29 None None] Routers {'dd58e971-f7b2-402b-9393-9a067101b3ff'} bound to L3 agent in host dv-cinder-794661-1-smb {{(pid=103519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 18:51:37.643934 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_hamode_db [None req-c2020857-587c-4c43-adf7-fbf35f5b6a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794661-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T18:44:31Z,description=,heartbeat_timestamp=2021-06-03T18:51:31Z,host='dv-cinder-794661-1-smb',id=e49736c8-5019-4904-a5ca-8bb53e194ab8,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T18:44:31Z,topic='l3_agent')) {'router_ids': ['dd58e971-f7b2-402b-9393-9a067101b3ff'], 'active': True} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:51:37.651349 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-d33d0142-2c3b-46fa-b51f-519cdb48b294 admin admin] Transition to ACTIVE for port object a2f394fd-9be3-4ac8-8b6d-75c7b200a26f will not be triggered until provisioned by entity DHCP. {{(pid=103516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 18:51:37.685184 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e5203d-d23c-4c60-8b7c-a52c091658f4 None None] Pushing event updated for resources: {'Port': ['ID=265efd94-e986-4a48-98b0-2936347aed73,revision_number=3']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:37.691633 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG oslo_concurrency.lockutils [None req-17e5203d-d23c-4c60-8b7c-a52c091658f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=103519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:37.698358 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-1eb9f191-69e2-4d06-931c-b05142b03928 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:37.706730 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-1eb9f191-69e2-4d06-931c-b05142b03928 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:51:37.709013 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-1eb9f191-69e2-4d06-931c-b05142b03928 admin admin] Usage tracker for resource:security_group_rule and tenant:b3669033188d48028c1f1bab740eb035 is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:51:37.710721 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-1eb9f191-69e2-4d06-931c-b05142b03928 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:51:37.713924 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-1eb9f191-69e2-4d06-931c-b05142b03928 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:51:37.752886 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa1c62-fbb1-4fc2-a5b1-cd7537ce779a req-f4f9d081-0e23-41c1-aff3-ad3be91f4390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:37.753780 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-d2fa1c62-fbb1-4fc2-a5b1-cd7537ce779a req-f4f9d081-0e23-41c1-aff3-ad3be91f4390 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=9fe2ba91-771c-460f-a28f-25e5450c027d HTTP/1.1" status: 200 len: 1098 time: 0.0408180 Jun 03 18:51:37.767951 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-1eb9f191-69e2-4d06-931c-b05142b03928 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:37.777643 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d33d0142-2c3b-46fa-b51f-519cdb48b294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751241322828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3014096'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:37.782631 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_dvr_db [None req-c2020857-587c-4c43-adf7-fbf35f5b6a29 None None] Set router dd58e971-f7b2-402b-9393-9a067101b3ff gateway port host: dv-cinder-794661-1-smb {{(pid=103519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 18:51:37.786976 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-c12ea8ae-c5c7-4699-bf05-acc88d39585c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:37.828982 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-d2fa1c62-fbb1-4fc2-a5b1-cd7537ce779a req-734f68ce-c57e-42f8-8f21-2d7759de2f4b service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652213 Jun 03 18:51:37.832181 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33d0142-2c3b-46fa-b51f-519cdb48b294 admin admin] Network 9f3436aa-0141-4ddc-9e77-d652c7ff5b25 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 18:51:37.833964 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-d33d0142-2c3b-46fa-b51f-519cdb48b294 admin admin] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 18:51:37.846655 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33d0142-2c3b-46fa-b51f-519cdb48b294 admin admin] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 18:51:37.873848 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-1eb9f191-69e2-4d06-931c-b05142b03928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:37.877410 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33d0142-2c3b-46fa-b51f-519cdb48b294 admin admin] Pushing event updated for resources: {'Port': ['ID=a2f394fd-9be3-4ac8-8b6d-75c7b200a26f,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:37.888072 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-3dc35c4c-75d2-4aee-803b-f4627fb9ec2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:37.892611 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-d33d0142-2c3b-46fa-b51f-519cdb48b294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:37.909309 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb9f191-69e2-4d06-931c-b05142b03928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89469a6d-2016-4cf5-9fde-ec9e439b63b3,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:37.913132 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d33d0142-2c3b-46fa-b51f-519cdb48b294 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573693'] for router_interface, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:37.917437 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-1eb9f191-69e2-4d06-931c-b05142b03928 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:37.925342 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-1eb9f191-69e2-4d06-931c-b05142b03928 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b3669033188d48028c1f1bab740eb035&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3048754 Jun 03 18:51:37.927888 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 53580) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:37.955249 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd12bee5-1c9d-4023-bacb-04f2a492a51d req-86eb5c32-5213-4885-ada9-696e8a7eae24 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:37.956117 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-cd12bee5-1c9d-4023-bacb-04f2a492a51d req-86eb5c32-5213-4885-ada9-696e8a7eae24 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fe2ba91-771c-460f-a28f-25e5450c027d HTTP/1.1" status: 200 len: 945 time: 0.1092293 Jun 03 18:51:37.974651 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_hamode_db [None req-c2020857-587c-4c43-adf7-fbf35f5b6a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd58e971-f7b2-402b-9393-9a067101b3ff', 'name': 'tempest-AttachVolumeShelveTestJSON-2075620297-router', 'tenant_id': 'd251c2b110174194859afacde2df517e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': '265efd94-e986-4a48-98b0-2936347aed73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T18:51:34Z', 'updated_at': '2021-06-03T18:51:35Z', 'revision_number': 3, 'project_id': 'd251c2b110174194859afacde2df517e', 'gw_port': {'id': '265efd94-e986-4a48-98b0-2936347aed73', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d6:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd58e971-f7b2-402b-9393-9a067101b3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:51:35Z', 'updated_at': '2021-06-03T18:51:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb'}], 'dv-cinder-794661-1-smb', False) {} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:51:37.977378 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2020857-587c-4c43-adf7-fbf35f5b6a29 None None] The sync data for ids ['dd58e971-f7b2-402b-9393-9a067101b3ff'] in dv-cinder-794661-1-smb is: [{'id': 'dd58e971-f7b2-402b-9393-9a067101b3ff', 'name': 'tempest-AttachVolumeShelveTestJSON-2075620297-router', 'tenant_id': 'd251c2b110174194859afacde2df517e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': '265efd94-e986-4a48-98b0-2936347aed73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T18:51:34Z', 'updated_at': '2021-06-03T18:51:35Z', 'revision_number': 3, 'project_id': 'd251c2b110174194859afacde2df517e', 'gw_port': {'id': '265efd94-e986-4a48-98b0-2936347aed73', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d6:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd58e971-f7b2-402b-9393-9a067101b3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:51:35Z', 'updated_at': '2021-06-03T18:51:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb'}] {{(pid=103519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 18:51:37.997194 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-2ad85aeb-2706-462a-ad52-3ac62d9183b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:38.011390 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-3f97f760-4f7b-49cb-bdc7-efb0889b281c req-b8da2f05-deab-465e-8861-91d56e0892cc tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=11ca52b9-45f4-4b71-b0bd-1cd6fdf48b01 HTTP/1.1" status: 200 len: 210 time: 0.0347264 Jun 03 18:51:38.025750 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-cd12bee5-1c9d-4023-bacb-04f2a492a51d req-95189849-a64b-4d42-81e5-035b65dd9db5 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529137 Jun 03 18:51:38.030117 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-2ad85aeb-2706-462a-ad52-3ac62d9183b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:38.067746 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device 857963dd-a01e-44ad-83a8-6b7dfde58296 up at agent ovs-agent-dv-cinder-794661-1-smb {{(pid=103518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 18:51:38.106724 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Provisioning complete for port 857963dd-a01e-44ad-83a8-6b7dfde58296 triggered by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 18:51:38.106938 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:38.182710 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d33d0142-2c3b-46fa-b51f-519cdb48b294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:38.199095 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-4d0e6f07-648a-4cdb-8c9d-838c244aead9 None None] Provisioning for port a2f394fd-9be3-4ac8-8b6d-75c7b200a26f completed by entity DHCP. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 18:51:38.199320 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-2ad85aeb-2706-462a-ad52-3ac62d9183b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:38.203906 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-f6e5b177-dab2-4878-9988-c80f4811733a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:38.213317 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-4d0e6f07-648a-4cdb-8c9d-838c244aead9 None None] Provisioning complete for port a2f394fd-9be3-4ac8-8b6d-75c7b200a26f triggered by entity DHCP. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 18:51:38.213317 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-4d0e6f07-648a-4cdb-8c9d-838c244aead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:38.214097 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad85aeb-2706-462a-ad52-3ac62d9183b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89469a6d-2016-4cf5-9fde-ec9e439b63b3,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:38.221315 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-2ad85aeb-2706-462a-ad52-3ac62d9183b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:38.221971 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-2ad85aeb-2706-462a-ad52-3ac62d9183b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:38.222714 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-2ad85aeb-2706-462a-ad52-3ac62d9183b0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/89469a6d-2016-4cf5-9fde-ec9e439b63b3 HTTP/1.1" status: 204 len: 168 time: 0.2922380 Jun 03 18:51:38.275385 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.plugin [None req-4d0e6f07-648a-4cdb-8c9d-838c244aead9 None None] Port a2f394fd-9be3-4ac8-8b6d-75c7b200a26f cannot update to ACTIVE because it is not bound. {{(pid=103518) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 18:51:38.339578 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d33d0142-2c3b-46fa-b51f-519cdb48b294 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:38.417499 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d33d0142-2c3b-46fa-b51f-519cdb48b294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3013931'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:38.431673 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-a264aaae-328a-41ac-bf36-741b14dad73c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:38.476602 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d33d0142-2c3b-46fa-b51f-519cdb48b294 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405393'] for router_interface, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:38.478584 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33d0142-2c3b-46fa-b51f-519cdb48b294 admin admin] Pushing event updated for resources: {'Port': ['ID=a2f394fd-9be3-4ac8-8b6d-75c7b200a26f,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:38.480399 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-d33d0142-2c3b-46fa-b51f-519cdb48b294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:38.554691 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33d0142-2c3b-46fa-b51f-519cdb48b294 admin admin] Network 9f3436aa-0141-4ddc-9e77-d652c7ff5b25 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 18:51:38.555494 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-d33d0142-2c3b-46fa-b51f-519cdb48b294 admin admin] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 18:51:38.690134 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-8c29d903-7ef3-47cb-a563-1282c07400bd None None] Provisioning complete for port a2f394fd-9be3-4ac8-8b6d-75c7b200a26f triggered by entity DHCP. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 18:51:38.690460 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-8c29d903-7ef3-47cb-a563-1282c07400bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:38.716309 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d33d0142-2c3b-46fa-b51f-519cdb48b294 admin admin] Router dd58e971-f7b2-402b-9393-9a067101b3ff has already been hosted by L3 agent e49736c8-5019-4904-a5ca-8bb53e194ab8 {{(pid=103516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 18:51:38.719531 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.plugin [None req-8c29d903-7ef3-47cb-a563-1282c07400bd None None] Port a2f394fd-9be3-4ac8-8b6d-75c7b200a26f cannot update to ACTIVE because it is not bound. {{(pid=103518) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 18:51:38.810881 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d33d0142-2c3b-46fa-b51f-519cdb48b294 admin admin] Notify agent at l3_agent.dv-cinder-794661-1-smb the message routers_updated {{(pid=103516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 18:51:38.816952 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-d33d0142-2c3b-46fa-b51f-519cdb48b294 admin admin] 10.222.0.44 "PUT /v2.0/routers/dd58e971-f7b2-402b-9393-9a067101b3ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9315038 Jun 03 18:51:38.836153 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 53598) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:38.846556 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4cd15f6e-8e94-4c34-99e1-344613fda53a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:38.854664 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-4cd15f6e-8e94-4c34-99e1-344613fda53a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:51:38.857045 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-4cd15f6e-8e94-4c34-99e1-344613fda53a admin admin] Usage tracker for resource:security_group_rule and tenant:c3fb7be1c37d4861904be85fbbc567ef is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:51:38.858541 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-4cd15f6e-8e94-4c34-99e1-344613fda53a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:51:38.861867 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-4cd15f6e-8e94-4c34-99e1-344613fda53a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:51:38.910526 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4cd15f6e-8e94-4c34-99e1-344613fda53a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:39.102069 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-ce224458-7eb7-470b-a989-cb5c9cb3b94a req-3442b111-06bb-48e9-af76-71bcb7419734 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=11ca52b9-45f4-4b71-b0bd-1cd6fdf48b01 HTTP/1.1" status: 200 len: 210 time: 0.0300274 Jun 03 18:51:39.227829 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b6387-871a-4010-831f-96d10a923d07 req-eeda8a18-7677-4bfe-be3f-28010da7f637 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:39.227829 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-2a5b6387-871a-4010-831f-96d10a923d07 req-eeda8a18-7677-4bfe-be3f-28010da7f637 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fe2ba91-771c-460f-a28f-25e5450c027d HTTP/1.1" status: 200 len: 945 time: 0.0494554 Jun 03 18:51:39.231540 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f73fd4-eea5-4729-9c9e-d09d57a53376 None None] Sync routers for ids ['dd58e971-f7b2-402b-9393-9a067101b3ff'] in dv-cinder-794661-1-smb {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 18:51:39.237188 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f73fd4-eea5-4729-9c9e-d09d57a53376 None None] Routers {'dd58e971-f7b2-402b-9393-9a067101b3ff'} bound to L3 agent in host dv-cinder-794661-1-smb {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 18:51:39.237551 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-12f73fd4-eea5-4729-9c9e-d09d57a53376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794661-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T18:44:31Z,description=,heartbeat_timestamp=2021-06-03T18:51:31Z,host='dv-cinder-794661-1-smb',id=e49736c8-5019-4904-a5ca-8bb53e194ab8,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T18:44:31Z,topic='l3_agent')) {'router_ids': ['dd58e971-f7b2-402b-9393-9a067101b3ff'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:51:39.242347 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-2a5b6387-871a-4010-831f-96d10a923d07 req-4d00aac7-10dc-4df1-961d-df8850f4da79 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0248666 Jun 03 18:51:39.371416 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-12f73fd4-eea5-4729-9c9e-d09d57a53376 None None] Set router dd58e971-f7b2-402b-9393-9a067101b3ff gateway port host: dv-cinder-794661-1-smb {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 18:51:39.500154 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-12f73fd4-eea5-4729-9c9e-d09d57a53376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd58e971-f7b2-402b-9393-9a067101b3ff', 'name': 'tempest-AttachVolumeShelveTestJSON-2075620297-router', 'tenant_id': 'd251c2b110174194859afacde2df517e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': '265efd94-e986-4a48-98b0-2936347aed73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T18:51:34Z', 'updated_at': '2021-06-03T18:51:38Z', 'revision_number': 4, 'project_id': 'd251c2b110174194859afacde2df517e', 'gw_port': {'id': '265efd94-e986-4a48-98b0-2936347aed73', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d6:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd58e971-f7b2-402b-9393-9a067101b3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:51:35Z', 'updated_at': '2021-06-03T18:51:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb', '_interfaces': [{'id': 'a2f394fd-9be3-4ac8-8b6d-75c7b200a26f', 'name': '', 'network_id': '9f3436aa-0141-4ddc-9e77-d652c7ff5b25', 'tenant_id': 'd251c2b110174194859afacde2df517e', 'mac_address': 'fa:16:3e:3d:98:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd58e971-f7b2-402b-9393-9a067101b3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'f5c41478-ff70-4760-874f-92c6f16f6305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:51:37Z', 'updated_at': '2021-06-03T18:51:38Z', 'revision_number': 2, 'project_id': 'd251c2b110174194859afacde2df517e', 'subnets': [{'id': 'f5c41478-ff70-4760-874f-92c6f16f6305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794661-1-smb', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:51:39.502326 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f73fd4-eea5-4729-9c9e-d09d57a53376 None None] Checking router: dd58e971-f7b2-402b-9393-9a067101b3ff for host: dv-cinder-794661-1-smb {{(pid=103518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 18:51:39.502517 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f73fd4-eea5-4729-9c9e-d09d57a53376 None None] Updating router dd58e971-f7b2-402b-9393-9a067101b3ff port a2f394fd-9be3-4ac8-8b6d-75c7b200a26f binding host dv-cinder-794661-1-smb {{(pid=103518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 18:51:39.532822 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-12f73fd4-eea5-4729-9c9e-d09d57a53376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:39.619147 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4cd15f6e-8e94-4c34-99e1-344613fda53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:39.625591 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-01696e8f-8aae-49fa-b79c-37ea7b8556af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:39.648036 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 53624) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:39.651090 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.v2.base [None req-f4aa4d71-1cdb-41b9-95bf-ab7b6a5b60ac tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Request body: {'security_group': {'name': 'tempest-securitygroup--651308492', 'description': 'tempest-description--1493334920'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:51:39.654595 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-f4aa4d71-1cdb-41b9-95bf-ab7b6a5b60ac tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:51:39.664346 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-f4aa4d71-1cdb-41b9-95bf-ab7b6a5b60ac tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Usage tracker for resource:security_group and tenant:d251c2b110174194859afacde2df517e is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:51:39.664929 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-4cd15f6e-8e94-4c34-99e1-344613fda53a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c3fb7be1c37d4861904be85fbbc567ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8280685 Jun 03 18:51:39.666140 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-f4aa4d71-1cdb-41b9-95bf-ab7b6a5b60ac tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:51:39.667624 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 53626) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:39.668158 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd15f6e-8e94-4c34-99e1-344613fda53a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f1bc67-600a-4aaa-99cd-f1c3ae447c7e,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:39.675621 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-4cd15f6e-8e94-4c34-99e1-344613fda53a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:39.680984 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-f4aa4d71-1cdb-41b9-95bf-ab7b6a5b60ac tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:51:39.709262 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f16c1eaf-1a43-4739-8c16-3fa880bfca6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:39.723271 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f16c1eaf-1a43-4739-8c16-3fa880bfca6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:39.732018 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-12f73fd4-eea5-4729-9c9e-d09d57a53376 None None] Notify callbacks [] for port, precommit_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:39.739231 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-12f73fd4-eea5-4729-9c9e-d09d57a53376 None None] Transition to ACTIVE for port object a2f394fd-9be3-4ac8-8b6d-75c7b200a26f will not be triggered until provisioned by entity L2. {{(pid=103518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 18:51:39.883038 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-12f73fd4-eea5-4729-9c9e-d09d57a53376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:39.883308 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f4aa4d71-1cdb-41b9-95bf-ab7b6a5b60ac tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks [] for security_group, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:39.888538 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-5d6b12c3-8b1c-4c40-9bdd-081945cf90ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:39.910013 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-f4aa4d71-1cdb-41b9-95bf-ab7b6a5b60ac tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:51:39.913937 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-f4aa4d71-1cdb-41b9-95bf-ab7b6a5b60ac tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Usage tracker for resource:security_group_rule and tenant:d251c2b110174194859afacde2df517e is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:51:39.916259 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-f4aa4d71-1cdb-41b9-95bf-ab7b6a5b60ac tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:51:39.920779 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-f4aa4d71-1cdb-41b9-95bf-ab7b6a5b60ac tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:51:39.925020 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f16c1eaf-1a43-4739-8c16-3fa880bfca6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:39.929234 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:39.937172 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16c1eaf-1a43-4739-8c16-3fa880bfca6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f1bc67-600a-4aaa-99cd-f1c3ae447c7e,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:39.939037 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-f16c1eaf-1a43-4739-8c16-3fa880bfca6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:39.952434 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f16c1eaf-1a43-4739-8c16-3fa880bfca6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:39.963922 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-f16c1eaf-1a43-4739-8c16-3fa880bfca6e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/84f1bc67-600a-4aaa-99cd-f1c3ae447c7e HTTP/1.1" status: 204 len: 168 time: 0.2827084 Jun 03 18:51:39.989261 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f4aa4d71-1cdb-41b9-95bf-ab7b6a5b60ac tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks [] for security_group, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:40.033459 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c24dbae-d883-4beb-92e6-6ad6e0a0a691 None None] Pushing event updated for resources: {'Port': ['ID=a2f394fd-9be3-4ac8-8b6d-75c7b200a26f,revision_number=3']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:40.036375 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-9c24dbae-d883-4beb-92e6-6ad6e0a0a691 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:40.070192 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.managers [None req-12f73fd4-eea5-4729-9c9e-d09d57a53376 None None] Attempting to bind port a2f394fd-9be3-4ac8-8b6d-75c7b200a26f on host dv-cinder-794661-1-smb for vnic_type normal with profile {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 18:51:40.070389 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.managers [None req-12f73fd4-eea5-4729-9c9e-d09d57a53376 None None] Attempting to bind port a2f394fd-9be3-4ac8-8b6d-75c7b200a26f by drivers openvswitch,hyperv on host dv-cinder-794661-1-smb at level 0 using segments [{'id': 'b02fb9b0-3c23-4c5d-ae80-127565c0e9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1446, 'network_id': '9f3436aa-0141-4ddc-9e77-d652c7ff5b25'}] {{(pid=103518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 18:51:40.070587 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f73fd4-eea5-4729-9c9e-d09d57a53376 None None] Attempting to bind port a2f394fd-9be3-4ac8-8b6d-75c7b200a26f on network 9f3436aa-0141-4ddc-9e77-d652c7ff5b25 {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 18:51:40.073438 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f73fd4-eea5-4729-9c9e-d09d57a53376 None None] Checking agent: {'id': '9af4ad39-3160-4d10-9b77-67ea66ff9724', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794661-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 18, 44, 30), 'started_at': datetime.datetime(2021, 6, 3, 18, 45, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 18, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794661-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 18:51:40.073642 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f73fd4-eea5-4729-9c9e-d09d57a53376 None None] Checking segment: {'id': 'b02fb9b0-3c23-4c5d-ae80-127565c0e9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1446, 'network_id': '9f3436aa-0141-4ddc-9e77-d652c7ff5b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 18:51:40.073869 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-12f73fd4-eea5-4729-9c9e-d09d57a53376 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:40.074087 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f73fd4-eea5-4729-9c9e-d09d57a53376 None None] Bound using segment: {'id': 'b02fb9b0-3c23-4c5d-ae80-127565c0e9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1446, 'network_id': '9f3436aa-0141-4ddc-9e77-d652c7ff5b25'} {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 18:51:40.074364 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.managers [None req-12f73fd4-eea5-4729-9c9e-d09d57a53376 None None] Bound port: a2f394fd-9be3-4ac8-8b6d-75c7b200a26f, host: dv-cinder-794661-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b02fb9b0-3c23-4c5d-ae80-127565c0e9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1446, 'network_id': '9f3436aa-0141-4ddc-9e77-d652c7ff5b25'}}] {{(pid=103518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 18:51:40.074568 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-12f73fd4-eea5-4729-9c9e-d09d57a53376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:40.097854 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device 265efd94-e986-4a48-98b0-2936347aed73 up at agent ovs-agent-dv-cinder-794661-1-smb {{(pid=103518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 18:51:40.152908 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-12f73fd4-eea5-4729-9c9e-d09d57a53376 None None] For port a2f394fd-9be3-4ac8-8b6d-75c7b200a26f, host dv-cinder-794661-1-smb, cleared binding levels {{(pid=103518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 18:51:40.154694 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-12f73fd4-eea5-4729-9c9e-d09d57a53376 None None] For port a2f394fd-9be3-4ac8-8b6d-75c7b200a26f, host dv-cinder-794661-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794661-1-smb',level=0,port_id=a2f394fd-9be3-4ac8-8b6d-75c7b200a26f,segment=NetworkSegment(b02fb9b0-3c23-4c5d-ae80-127565c0e9ce),segment_id=b02fb9b0-3c23-4c5d-ae80-127565c0e9ce)] {{(pid=103518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 18:51:40.155678 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f4aa4d71-1cdb-41b9-95bf-ab7b6a5b60ac tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:40.158542 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-115313d4-3a4c-4af7-adbf-93107c8afebe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:40.179743 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aa4d71-1cdb-41b9-95bf-ab7b6a5b60ac tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1702eb-f74d-4f2e-8aaf-9a791b0681b3,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:40.181431 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-f4aa4d71-1cdb-41b9-95bf-ab7b6a5b60ac tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:40.197489 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-5a24db55-a2bd-4a25-a837-0138fb16d9a6 req-2d63d3e3-e2da-4792-a397-cb29caacbc8a tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=11ca52b9-45f4-4b71-b0bd-1cd6fdf48b01 HTTP/1.1" status: 200 len: 210 time: 0.0255702 Jun 03 18:51:40.263624 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-12f73fd4-eea5-4729-9c9e-d09d57a53376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:40.263894 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f4aa4d71-1cdb-41b9-95bf-ab7b6a5b60ac tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks [] for security_group, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:40.266659 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 53636) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:40.266789 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-f4aa4d71-1cdb-41b9-95bf-ab7b6a5b60ac tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6180220 Jun 03 18:51:40.267160 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:40.270164 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.v2.base [None req-8f26b6ea-217b-4bcf-a5b7-29f257e3ab6a tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Request body: {'security_group_rule': {'security_group_id': '9d1702eb-f74d-4f2e-8aaf-9a791b0681b3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:51:40.275501 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-8f26b6ea-217b-4bcf-a5b7-29f257e3ab6a tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:51:40.277919 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-8f26b6ea-217b-4bcf-a5b7-29f257e3ab6a tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Usage tracker for resource:security_group_rule and tenant:d251c2b110174194859afacde2df517e is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:51:40.279908 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-8f26b6ea-217b-4bcf-a5b7-29f257e3ab6a tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:51:40.282741 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Provisioning for port 265efd94-e986-4a48-98b0-2936347aed73 completed by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 18:51:40.283146 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-8f26b6ea-217b-4bcf-a5b7-29f257e3ab6a tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:51:40.296565 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Provisioning complete for port 265efd94-e986-4a48-98b0-2936347aed73 triggered by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 18:51:40.304216 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:40.336609 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f73fd4-eea5-4729-9c9e-d09d57a53376 None None] Routers {'dd58e971-f7b2-402b-9393-9a067101b3ff'} bound to L3 agent in host dv-cinder-794661-1-smb {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 18:51:40.340638 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-12f73fd4-eea5-4729-9c9e-d09d57a53376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794661-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T18:44:31Z,description=,heartbeat_timestamp=2021-06-03T18:51:31Z,host='dv-cinder-794661-1-smb',id=e49736c8-5019-4904-a5ca-8bb53e194ab8,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T18:44:31Z,topic='l3_agent')) {'router_ids': ['dd58e971-f7b2-402b-9393-9a067101b3ff'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:51:40.351994 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab021fc5-51f1-4939-a27f-50412b08e5e9 req-d562ca07-4ff8-4b52-ac01-12e0b02f35b0 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:40.354002 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-ab021fc5-51f1-4939-a27f-50412b08e5e9 req-d562ca07-4ff8-4b52-ac01-12e0b02f35b0 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fe2ba91-771c-460f-a28f-25e5450c027d HTTP/1.1" status: 200 len: 945 time: 0.0515304 Jun 03 18:51:40.371126 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c24dbae-d883-4beb-92e6-6ad6e0a0a691 None None] Pushing event updated for resources: {'Port': ['ID=a2f394fd-9be3-4ac8-8b6d-75c7b200a26f,revision_number=4']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:40.373167 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-9c24dbae-d883-4beb-92e6-6ad6e0a0a691 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:40.388190 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-ab021fc5-51f1-4939-a27f-50412b08e5e9 req-a31a5c55-2795-4911-9340-ab8fd691e837 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315061 Jun 03 18:51:40.404825 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-8f26b6ea-217b-4bcf-a5b7-29f257e3ab6a tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:40.521067 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:40.530243 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-12f73fd4-eea5-4729-9c9e-d09d57a53376 None None] Set router dd58e971-f7b2-402b-9393-9a067101b3ff gateway port host: dv-cinder-794661-1-smb {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 18:51:40.559890 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] For port 265efd94-e986-4a48-98b0-2936347aed73, host dv-cinder-794661-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794661-1-smb',level=0,port_id=265efd94-e986-4a48-98b0-2936347aed73,segment=NetworkSegment(cb7a02ef-c488-4fe7-ad15-1fca81e02b96),segment_id=cb7a02ef-c488-4fe7-ad15-1fca81e02b96)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:51:40.568836 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-8f26b6ea-217b-4bcf-a5b7-29f257e3ab6a tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:40.587509 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f2d141-925f-4725-be10-2c8e2be016cb req-2212a7af-0546-4315-b79c-cf80d3cc4e44 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:40.588396 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-e0f2d141-925f-4725-be10-2c8e2be016cb req-2212a7af-0546-4315-b79c-cf80d3cc4e44 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 945 time: 0.1039383 Jun 03 18:51:40.613232 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-e0f2d141-925f-4725-be10-2c8e2be016cb req-51abeebc-7a98-4f44-98de-ca0a43249b2f tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0214531 Jun 03 18:51:40.637358 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-8f26b6ea-217b-4bcf-a5b7-29f257e3ab6a tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455179'] for security_group_rule, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:40.638843 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:40.651857 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f26b6ea-217b-4bcf-a5b7-29f257e3ab6a tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81e47b05-0f1b-49c8-a544-2f29312a3480,revision_number=0']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:40.654525 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:40.655375 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-8f26b6ea-217b-4bcf-a5b7-29f257e3ab6a tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:40.657030 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:40.720360 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Pushing event updated for resources: {'Port': ['ID=265efd94-e986-4a48-98b0-2936347aed73,revision_number=4']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:40.722362 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:40.733223 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-8f26b6ea-217b-4bcf-a5b7-29f257e3ab6a tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:40.734253 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-8f26b6ea-217b-4bcf-a5b7-29f257e3ab6a tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4666317 Jun 03 18:51:40.736053 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 53654) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:40.739021 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.v2.base [None req-5e4bd2af-827c-4449-9991-348c252bcc3c tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Request body: {'security_group_rule': {'security_group_id': '9d1702eb-f74d-4f2e-8aaf-9a791b0681b3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:51:40.742538 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-5e4bd2af-827c-4449-9991-348c252bcc3c tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:51:40.745354 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-5e4bd2af-827c-4449-9991-348c252bcc3c tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Usage tracker for resource:security_group_rule and tenant:d251c2b110174194859afacde2df517e is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:51:40.747218 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-5e4bd2af-827c-4449-9991-348c252bcc3c tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:51:40.750780 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-5e4bd2af-827c-4449-9991-348c252bcc3c tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:51:40.753491 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-12f73fd4-eea5-4729-9c9e-d09d57a53376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd58e971-f7b2-402b-9393-9a067101b3ff', 'name': 'tempest-AttachVolumeShelveTestJSON-2075620297-router', 'tenant_id': 'd251c2b110174194859afacde2df517e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': '265efd94-e986-4a48-98b0-2936347aed73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T18:51:34Z', 'updated_at': '2021-06-03T18:51:38Z', 'revision_number': 4, 'project_id': 'd251c2b110174194859afacde2df517e', 'gw_port': {'id': '265efd94-e986-4a48-98b0-2936347aed73', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d6:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd58e971-f7b2-402b-9393-9a067101b3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:51:35Z', 'updated_at': '2021-06-03T18:51:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb', '_interfaces': [{'id': 'a2f394fd-9be3-4ac8-8b6d-75c7b200a26f', 'name': '', 'network_id': '9f3436aa-0141-4ddc-9e77-d652c7ff5b25', 'tenant_id': 'd251c2b110174194859afacde2df517e', 'mac_address': 'fa:16:3e:3d:98:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd58e971-f7b2-402b-9393-9a067101b3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'f5c41478-ff70-4760-874f-92c6f16f6305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:51:37Z', 'updated_at': '2021-06-03T18:51:40Z', 'revision_number': 4, 'project_id': 'd251c2b110174194859afacde2df517e', 'subnets': [{'id': 'f5c41478-ff70-4760-874f-92c6f16f6305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794661-1-smb', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:51:40.756195 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f73fd4-eea5-4729-9c9e-d09d57a53376 None None] The sync data for ids ['dd58e971-f7b2-402b-9393-9a067101b3ff'] in dv-cinder-794661-1-smb is: [{'id': 'dd58e971-f7b2-402b-9393-9a067101b3ff', 'name': 'tempest-AttachVolumeShelveTestJSON-2075620297-router', 'tenant_id': 'd251c2b110174194859afacde2df517e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': '265efd94-e986-4a48-98b0-2936347aed73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T18:51:34Z', 'updated_at': '2021-06-03T18:51:38Z', 'revision_number': 4, 'project_id': 'd251c2b110174194859afacde2df517e', 'gw_port': {'id': '265efd94-e986-4a48-98b0-2936347aed73', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d6:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd58e971-f7b2-402b-9393-9a067101b3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:51:35Z', 'updated_at': '2021-06-03T18:51:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb', '_interfaces': [{'id': 'a2f394fd-9be3-4ac8-8b6d-75c7b200a26f', 'name': '', 'network_id': '9f3436aa-0141-4ddc-9e77-d652c7ff5b25', 'tenant_id': 'd251c2b110174194859afacde2df517e', 'mac_address': 'fa:16:3e:3d:98:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd58e971-f7b2-402b-9393-9a067101b3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'f5c41478-ff70-4760-874f-92c6f16f6305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:51:37Z', 'updated_at': '2021-06-03T18:51:40Z', 'revision_number': 4, 'project_id': 'd251c2b110174194859afacde2df517e', 'subnets': [{'id': 'f5c41478-ff70-4760-874f-92c6f16f6305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 18:51:40.844359 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5e4bd2af-827c-4449-9991-348c252bcc3c tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:40.882715 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5e4bd2af-827c-4449-9991-348c252bcc3c tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:40.938036 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 53658) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:40.946146 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-29293568-9055-4f8c-978d-4b015a8aae78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:40.954565 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-29293568-9055-4f8c-978d-4b015a8aae78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:51:40.956983 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-29293568-9055-4f8c-978d-4b015a8aae78 admin admin] Usage tracker for resource:security_group_rule and tenant:a9a3a89421a54ad48dfdc5c0d07f74d3 is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:51:40.965885 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-29293568-9055-4f8c-978d-4b015a8aae78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:51:40.965885 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-29293568-9055-4f8c-978d-4b015a8aae78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:51:41.010233 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-29293568-9055-4f8c-978d-4b015a8aae78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:41.060340 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5e4bd2af-827c-4449-9991-348c252bcc3c tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455179'] for security_group_rule, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:41.065536 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:41.074681 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4bd2af-827c-4449-9991-348c252bcc3c tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ffaac8d-7b71-4969-b15d-9ca03961233f,revision_number=0']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:41.077623 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-5e4bd2af-827c-4449-9991-348c252bcc3c tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:41.281477 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-29293568-9055-4f8c-978d-4b015a8aae78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:41.289059 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-c55919e9-7cf6-42fd-b22f-bbbbd64db68a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:41.327214 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5e4bd2af-827c-4449-9991-348c252bcc3c tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:41.328034 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-5e4bd2af-827c-4449-9991-348c252bcc3c tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5913086 Jun 03 18:51:41.334484 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 53668) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:41.340223 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.v2.base [None req-c28bfdad-30ab-4d27-8420-526f956a40c3 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Request body: {'floatingip': {'floating_network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:51:41.343525 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-29293568-9055-4f8c-978d-4b015a8aae78 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a9a3a89421a54ad48dfdc5c0d07f74d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4060428 Jun 03 18:51:41.343907 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 53670) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:41.344386 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29293568-9055-4f8c-978d-4b015a8aae78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a9ce8e-35e9-4f46-9cd3-5e67cb436940,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:41.344928 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-afbb306f-aea9-477b-ada0-8b68e370eb50 req-1922dff5-f51a-41eb-8c04-f7634682314d tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=11ca52b9-45f4-4b71-b0bd-1cd6fdf48b01 HTTP/1.1" status: 200 len: 210 time: 0.0713632 Jun 03 18:51:41.345624 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-c28bfdad-30ab-4d27-8420-526f956a40c3 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:51:41.346355 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-29293568-9055-4f8c-978d-4b015a8aae78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:41.359270 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-c28bfdad-30ab-4d27-8420-526f956a40c3 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Usage tracker for resource:floatingip and tenant:d251c2b110174194859afacde2df517e is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:51:41.361547 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-c28bfdad-30ab-4d27-8420-526f956a40c3 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:51:41.365460 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-c28bfdad-30ab-4d27-8420-526f956a40c3 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:51:41.389846 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-82d88ec2-52bd-4447-b84f-8fefa16c8c41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:41.410991 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-82d88ec2-52bd-4447-b84f-8fefa16c8c41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:41.468743 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c28bfdad-30ab-4d27-8420-526f956a40c3 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks [] for floatingip, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:41.550532 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c28bfdad-30ab-4d27-8420-526f956a40c3 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:41.564418 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-82d88ec2-52bd-4447-b84f-8fefa16c8c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:41.568142 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-e7ec39d4-5d58-4ec7-80ee-223d3ec550c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:41.577087 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d88ec2-52bd-4447-b84f-8fefa16c8c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a9ce8e-35e9-4f46-9cd3-5e67cb436940,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:41.579202 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-82d88ec2-52bd-4447-b84f-8fefa16c8c41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:41.583636 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-82d88ec2-52bd-4447-b84f-8fefa16c8c41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:41.584515 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-82d88ec2-52bd-4447-b84f-8fefa16c8c41 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/52a9ce8e-35e9-4f46-9cd3-5e67cb436940 HTTP/1.1" status: 204 len: 168 time: 0.2374833 Jun 03 18:51:41.643317 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-c28bfdad-30ab-4d27-8420-526f956a40c3 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Allocated IP 172.28.1.130 (6ece2837-d49d-41e4-9380-4ff50b3876fc/eed56ebd-fbdc-4b64-be4b-629d7f0513a5/67343313-28ec-412f-9bad-c53359a9c976) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 18:51:41.744517 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c28bfdad-30ab-4d27-8420-526f956a40c3 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:41.858839 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c28bfdad-30ab-4d27-8420-526f956a40c3 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751241322828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3014096'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:41.863491 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:41.897218 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28bfdad-30ab-4d27-8420-526f956a40c3 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Network 6ece2837-d49d-41e4-9380-4ff50b3876fc is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 18:51:41.900877 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-c28bfdad-30ab-4d27-8420-526f956a40c3 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 18:51:41.902632 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28bfdad-30ab-4d27-8420-526f956a40c3 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 18:51:41.923731 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28bfdad-30ab-4d27-8420-526f956a40c3 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Pushing event updated for resources: {'Port': ['ID=67343313-28ec-412f-9bad-c53359a9c976,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:41.925564 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-c28bfdad-30ab-4d27-8420-526f956a40c3 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:41.976096 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c28bfdad-30ab-4d27-8420-526f956a40c3 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:42.114430 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device 265efd94-e986-4a48-98b0-2936347aed73 up at agent ovs-agent-dv-cinder-794661-1-smb {{(pid=103518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 18:51:42.153726 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Provisioning complete for port 265efd94-e986-4a48-98b0-2936347aed73 triggered by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 18:51:42.153957 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:42.170463 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c28bfdad-30ab-4d27-8420-526f956a40c3 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:42.217672 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device a2f394fd-9be3-4ac8-8b6d-75c7b200a26f up at agent ovs-agent-dv-cinder-794661-1-smb {{(pid=103518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 18:51:42.341737 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c28bfdad-30ab-4d27-8420-526f956a40c3 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:42.359192 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Provisioning for port a2f394fd-9be3-4ac8-8b6d-75c7b200a26f completed by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 18:51:42.362442 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Provisioning complete for port a2f394fd-9be3-4ac8-8b6d-75c7b200a26f triggered by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 18:51:42.362651 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:42.454914 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c28bfdad-30ab-4d27-8420-526f956a40c3 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3013931'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:42.455308 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-47e77e7e-ddc3-4dfa-9e6f-4cce89466f93 req-2c144345-9f5b-4366-a154-b500bd2d7813 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=11ca52b9-45f4-4b71-b0bd-1cd6fdf48b01 HTTP/1.1" status: 200 len: 210 time: 0.0363333 Jun 03 18:51:42.459817 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:42.460745 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:42.494408 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] For port a2f394fd-9be3-4ac8-8b6d-75c7b200a26f, host dv-cinder-794661-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794661-1-smb',level=0,port_id=a2f394fd-9be3-4ac8-8b6d-75c7b200a26f,segment=NetworkSegment(b02fb9b0-3c23-4c5d-ae80-127565c0e9ce),segment_id=b02fb9b0-3c23-4c5d-ae80-127565c0e9ce)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:51:42.525888 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28bfdad-30ab-4d27-8420-526f956a40c3 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Pushing event updated for resources: {'Port': ['ID=67343313-28ec-412f-9bad-c53359a9c976,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:42.528259 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-c28bfdad-30ab-4d27-8420-526f956a40c3 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:42.530080 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c28bfdad-30ab-4d27-8420-526f956a40c3 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573538'] for floatingip, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:42.590740 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:42.592202 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:42.634726 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Pushing event updated for resources: {'Port': ['ID=a2f394fd-9be3-4ac8-8b6d-75c7b200a26f,revision_number=5']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:42.636893 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:42.656882 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c28bfdad-30ab-4d27-8420-526f956a40c3 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56630'] for floatingip, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:42.657657 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-c28bfdad-30ab-4d27-8420-526f956a40c3 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3198791 Jun 03 18:51:42.789395 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-45cf5244-29ae-459c-b912-b08e8e202a8d req-e31ec84e-dd17-432f-bf7e-cc6a56917275 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Synchronizing usage tracker for tenant:d251c2b110174194859afacde2df517e on resource:security_group {{(pid=103516) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 18:51:42.947194 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-45cf5244-29ae-459c-b912-b08e8e202a8d req-e31ec84e-dd17-432f-bf7e-cc6a56917275 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Unset dirty status for tenant:d251c2b110174194859afacde2df517e on resource:security_group {{(pid=103516) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 18:51:42.947912 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-45cf5244-29ae-459c-b912-b08e8e202a8d req-e31ec84e-dd17-432f-bf7e-cc6a56917275 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--651308492&fields=id&tenant_id=d251c2b110174194859afacde2df517e HTTP/1.1" status: 200 len: 267 time: 0.1830289 Jun 03 18:51:43.067850 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986274df-fe6c-473f-bdd5-73645b12ad3a req-4726dd0c-d61d-4392-a430-a9fb4446b752 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:43.068716 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-986274df-fe6c-473f-bdd5-73645b12ad3a req-4726dd0c-d61d-4392-a430-a9fb4446b752 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.108 "GET /v2.0/networks?id=10b7379a-996c-49eb-a4af-c8a0e0fe9011 HTTP/1.1" status: 200 len: 814 time: 0.1500201 Jun 03 18:51:43.074782 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf5244-29ae-459c-b912-b08e8e202a8d req-cf48e526-fbd8-48e2-b082-495673c9cf4f tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:43.075138 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-45cf5244-29ae-459c-b912-b08e8e202a8d req-cf48e526-fbd8-48e2-b082-495673c9cf4f tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Synchronizing usage tracker for tenant:d251c2b110174194859afacde2df517e on resource:network {{(pid=103516) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 18:51:43.086263 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.v2.base [req-986274df-fe6c-473f-bdd5-73645b12ad3a req-7de9a7b1-2143-43de-9cdf-d893c5b92044 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Request body: {'port': {'device_id': '11ca52b9-45f4-4b71-b0bd-1cd6fdf48b01', 'network_id': '10b7379a-996c-49eb-a4af-c8a0e0fe9011', 'admin_state_up': True, 'tenant_id': 'c8ba5f9b622448d591fdad53cf4828bc'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:51:43.157588 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [req-986274df-fe6c-473f-bdd5-73645b12ad3a req-7de9a7b1-2143-43de-9cdf-d893c5b92044 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:51:43.171633 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [req-986274df-fe6c-473f-bdd5-73645b12ad3a req-7de9a7b1-2143-43de-9cdf-d893c5b92044 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:51:43.229574 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-45cf5244-29ae-459c-b912-b08e8e202a8d req-cf48e526-fbd8-48e2-b082-495673c9cf4f tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Unset dirty status for tenant:d251c2b110174194859afacde2df517e on resource:network {{(pid=103516) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 18:51:43.230378 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-45cf5244-29ae-459c-b912-b08e8e202a8d req-cf48e526-fbd8-48e2-b082-495673c9cf4f tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/networks?id=9f3436aa-0141-4ddc-9e77-d652c7ff5b25 HTTP/1.1" status: 200 len: 817 time: 0.2751703 Jun 03 18:51:43.244266 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-45cf5244-29ae-459c-b912-b08e8e202a8d req-d695b318-3c5a-4765-96b3-9b170ee432ea tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/quotas/d251c2b110174194859afacde2df517e HTTP/1.1" status: 200 len: 375 time: 0.0067739 Jun 03 18:51:43.294916 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-45cf5244-29ae-459c-b912-b08e8e202a8d req-fa397808-e594-4358-933c-50228fd0715d tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Synchronizing usage tracker for tenant:d251c2b110174194859afacde2df517e on resource:port {{(pid=103516) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 18:51:43.424940 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-986274df-fe6c-473f-bdd5-73645b12ad3a req-7de9a7b1-2143-43de-9cdf-d893c5b92044 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Made reservation on behalf of c8ba5f9b622448d591fdad53cf4828bc for: {'port': 1} {{(pid=103516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 18:51:43.427362 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-986274df-fe6c-473f-bdd5-73645b12ad3a req-7de9a7b1-2143-43de-9cdf-d893c5b92044 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:43.433207 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-45cf5244-29ae-459c-b912-b08e8e202a8d req-fa397808-e594-4358-933c-50228fd0715d tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Unset dirty status for tenant:d251c2b110174194859afacde2df517e on resource:port {{(pid=103516) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 18:51:43.435933 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-45cf5244-29ae-459c-b912-b08e8e202a8d req-fa397808-e594-4358-933c-50228fd0715d tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d251c2b110174194859afacde2df517e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1858015 Jun 03 18:51:43.549173 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-3cc34478-eadc-49d6-9a1f-279bfa080cb9 req-5e3b0707-33c2-4128-95b3-1232c08098e9 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=11ca52b9-45f4-4b71-b0bd-1cd6fdf48b01 HTTP/1.1" status: 200 len: 210 time: 0.0271969 Jun 03 18:51:43.569461 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-45cf5244-29ae-459c-b912-b08e8e202a8d req-805801a5-1039-4408-9f3f-3c10a67d490e service neutron] 10.222.0.44 "GET /v2.0/networks/9f3436aa-0141-4ddc-9e77-d652c7ff5b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072199 Jun 03 18:51:43.585524 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [req-986274df-fe6c-473f-bdd5-73645b12ad3a req-7de9a7b1-2143-43de-9cdf-d893c5b92044 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Allocated IP 172.20.0.3 (10b7379a-996c-49eb-a4af-c8a0e0fe9011/34b0c147-b581-4843-bfec-ea29d14cb6a7/7b85cbe9-9161-4e26-8aeb-337ef341ca8f) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 18:51:43.679891 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-45cf5244-29ae-459c-b912-b08e8e202a8d req-90eed6ba-5686-47a3-b5e4-39dec7ed23a4 service neutron] 10.222.0.44 "GET /v2.0/networks/9f3436aa-0141-4ddc-9e77-d652c7ff5b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065509 Jun 03 18:51:43.752847 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-986274df-fe6c-473f-bdd5-73645b12ad3a req-7de9a7b1-2143-43de-9cdf-d893c5b92044 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Notify callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:43.861264 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-986274df-fe6c-473f-bdd5-73645b12ad3a req-7de9a7b1-2143-43de-9cdf-d893c5b92044 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751241322828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3014096'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:43.873148 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:43.890604 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] get_ports_and_sgs() called for port_ids ['74debd3c-54bd-4786-9965-2e8931cdad8a', '049b4123-52c3-4b12-80e6-6a8aeed80456'] {{(pid=103518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 18:51:43.912613 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-986274df-fe6c-473f-bdd5-73645b12ad3a req-7de9a7b1-2143-43de-9cdf-d893c5b92044 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Network 10b7379a-996c-49eb-a4af-c8a0e0fe9011 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 18:51:43.914449 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [req-986274df-fe6c-473f-bdd5-73645b12ad3a req-7de9a7b1-2143-43de-9cdf-d893c5b92044 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 18:51:43.916708 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [req-986274df-fe6c-473f-bdd5-73645b12ad3a req-7de9a7b1-2143-43de-9cdf-d893c5b92044 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 18:51:43.949677 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de9a7b1-2143-43de-9cdf-d893c5b92044 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Pushing event updated for resources: {'Port': ['ID=7b85cbe9-9161-4e26-8aeb-337ef341ca8f,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:43.951842 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-7de9a7b1-2143-43de-9cdf-d893c5b92044 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:43.958870 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-d8d06d0c-4669-4063-8329-25780a922406 req-d5d4b9c0-c033-429f-9919-b5c0c66af87d tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=381044c8-cab6-44e0-a866-9b4253a6cc73 HTTP/1.1" status: 200 len: 210 time: 0.0388353 Jun 03 18:51:43.970659 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986274df-fe6c-473f-bdd5-73645b12ad3a req-7de9a7b1-2143-43de-9cdf-d893c5b92044 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:43.971031 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-986274df-fe6c-473f-bdd5-73645b12ad3a req-7de9a7b1-2143-43de-9cdf-d893c5b92044 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56630'] for port, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:44.083547 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device a2f394fd-9be3-4ac8-8b6d-75c7b200a26f up at agent ovs-agent-dv-cinder-794661-1-smb {{(pid=103518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 18:51:44.119724 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Provisioning complete for port a2f394fd-9be3-4ac8-8b6d-75c7b200a26f triggered by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 18:51:44.119997 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:44.222650 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-986274df-fe6c-473f-bdd5-73645b12ad3a req-7de9a7b1-2143-43de-9cdf-d893c5b92044 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1417673 Jun 03 18:51:44.239007 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.v2.base [req-986274df-fe6c-473f-bdd5-73645b12ad3a req-bd8ead70-e050-40eb-8dd0-fede3bb762ff service neutron] Request body: {'port': {'device_id': '11ca52b9-45f4-4b71-b0bd-1cd6fdf48b01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:51:44.385022 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-986274df-fe6c-473f-bdd5-73645b12ad3a req-bd8ead70-e050-40eb-8dd0-fede3bb762ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:44.481065 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 53812) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:44.585742 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-a8d5be5e-9ea3-4a72-a5f5-36f68c74188d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:44.587258 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.notifiers.nova [req-986274df-fe6c-473f-bdd5-73645b12ad3a req-bd8ead70-e050-40eb-8dd0-fede3bb762ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b85cbe9-9161-4e26-8aeb-337ef341ca8f {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 18:51:44.591442 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-986274df-fe6c-473f-bdd5-73645b12ad3a req-bd8ead70-e050-40eb-8dd0-fede3bb762ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:44.599128 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-a8d5be5e-9ea3-4a72-a5f5-36f68c74188d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:51:44.602332 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-a8d5be5e-9ea3-4a72-a5f5-36f68c74188d admin admin] Usage tracker for resource:security_group_rule and tenant:3e9bd8078e6e47e5833c79786a8c67c1 is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:51:44.602456 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [req-986274df-fe6c-473f-bdd5-73645b12ad3a req-bd8ead70-e050-40eb-8dd0-fede3bb762ff service neutron] Transition to ACTIVE for port object 7b85cbe9-9161-4e26-8aeb-337ef341ca8f will not be triggered until provisioned by entity L2. {{(pid=103516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 18:51:44.604617 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-a8d5be5e-9ea3-4a72-a5f5-36f68c74188d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:51:44.608369 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-a8d5be5e-9ea3-4a72-a5f5-36f68c74188d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:51:44.623860 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efbaa4a-9ff0-4152-8d88-4dd874aac72f req-5ee2c7d3-571c-46fe-a0eb-dd4751210478 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:44.624686 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-8efbaa4a-9ff0-4152-8d88-4dd874aac72f req-5ee2c7d3-571c-46fe-a0eb-dd4751210478 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 945 time: 0.0835855 Jun 03 18:51:44.658260 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-8efbaa4a-9ff0-4152-8d88-4dd874aac72f req-9661250c-001e-4081-b4b9-4dd341fdf093 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298519 Jun 03 18:51:44.673544 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-986274df-fe6c-473f-bdd5-73645b12ad3a req-bd8ead70-e050-40eb-8dd0-fede3bb762ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3013931'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:44.679333 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-c28bfdad-30ab-4d27-8420-526f956a40c3 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:44.697176 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-a8d5be5e-9ea3-4a72-a5f5-36f68c74188d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:44.758497 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64292fe1-7d47-4d5d-8ccd-3a4b23d62d5f req-1e0c8be8-94f2-4d95-9d28-d73cbfa397d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:44.759456 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-64292fe1-7d47-4d5d-8ccd-3a4b23d62d5f req-1e0c8be8-94f2-4d95-9d28-d73cbfa397d6 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=04d914789bfc4c6082997cc72d5d376a&device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 1098 time: 0.1461692 Jun 03 18:51:44.760846 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-a8d5be5e-9ea3-4a72-a5f5-36f68c74188d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:44.765180 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-3da425c9-b0da-4d38-a233-492349f775af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:44.776206 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8ead70-e050-40eb-8dd0-fede3bb762ff service neutron] Pushing event updated for resources: {'Port': ['ID=7b85cbe9-9161-4e26-8aeb-337ef341ca8f,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:44.784487 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b79c94-a466-4a6b-aa0d-b6dee0358186 req-d2803d4b-681c-47cb-a90e-38ad076e2f0b tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:44.784897 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-38b79c94-a466-4a6b-aa0d-b6dee0358186 req-d2803d4b-681c-47cb-a90e-38ad076e2f0b tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Synchronizing usage tracker for tenant:c8ba5f9b622448d591fdad53cf4828bc on resource:port {{(pid=103516) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 18:51:44.788301 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d5be5e-9ea3-4a72-a5f5-36f68c74188d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43be322f-a004-4111-905c-7bcbd992e8c6,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:44.790345 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-a8d5be5e-9ea3-4a72-a5f5-36f68c74188d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:44.793503 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-a8d5be5e-9ea3-4a72-a5f5-36f68c74188d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3e9bd8078e6e47e5833c79786a8c67c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3100109 Jun 03 18:51:44.793768 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 53826) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:44.797713 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-bd8ead70-e050-40eb-8dd0-fede3bb762ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:44.827615 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-405ca25d-fb10-4397-936b-6d2248ccea8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:44.890074 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-405ca25d-fb10-4397-936b-6d2248ccea8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:44.891568 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [req-986274df-fe6c-473f-bdd5-73645b12ad3a req-bd8ead70-e050-40eb-8dd0-fede3bb762ff service neutron] Attempting to bind port 7b85cbe9-9161-4e26-8aeb-337ef341ca8f on host hv-cinder-79466 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 18:51:44.891868 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [req-986274df-fe6c-473f-bdd5-73645b12ad3a req-bd8ead70-e050-40eb-8dd0-fede3bb762ff service neutron] Attempting to bind port 7b85cbe9-9161-4e26-8aeb-337ef341ca8f by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': 'dbca1dbe-5a89-473a-94f4-75bd9e3fa1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1417, 'network_id': '10b7379a-996c-49eb-a4af-c8a0e0fe9011'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 18:51:44.891934 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986274df-fe6c-473f-bdd5-73645b12ad3a req-bd8ead70-e050-40eb-8dd0-fede3bb762ff service neutron] Attempting to bind port 7b85cbe9-9161-4e26-8aeb-337ef341ca8f on network 10b7379a-996c-49eb-a4af-c8a0e0fe9011 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 18:51:44.897597 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986274df-fe6c-473f-bdd5-73645b12ad3a req-bd8ead70-e050-40eb-8dd0-fede3bb762ff service neutron] Port 7b85cbe9-9161-4e26-8aeb-337ef341ca8f on network 10b7379a-996c-49eb-a4af-c8a0e0fe9011 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 18:51:44.897761 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986274df-fe6c-473f-bdd5-73645b12ad3a req-bd8ead70-e050-40eb-8dd0-fede3bb762ff service neutron] Attempting to bind port 7b85cbe9-9161-4e26-8aeb-337ef341ca8f on network 10b7379a-996c-49eb-a4af-c8a0e0fe9011 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 18:51:44.899822 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64292fe1-7d47-4d5d-8ccd-3a4b23d62d5f req-a283e252-05c2-4b69-a96d-10a5e82f5dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:44.900693 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-64292fe1-7d47-4d5d-8ccd-3a4b23d62d5f req-a283e252-05c2-4b69-a96d-10a5e82f5dcf service neutron] 10.222.0.108 "GET /v2.0/networks?id=96b760d7-3720-403e-b1ec-2fd415aa44fd HTTP/1.1" status: 200 len: 920 time: 0.1229563 Jun 03 18:51:44.902014 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986274df-fe6c-473f-bdd5-73645b12ad3a req-bd8ead70-e050-40eb-8dd0-fede3bb762ff service neutron] Checking agent: {'id': 'af909ad5-3a3f-482f-ab55-4c32617c9c15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 18, 49, 2), 'started_at': datetime.datetime(2021, 6, 3, 18, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 18, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 18:51:44.902186 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986274df-fe6c-473f-bdd5-73645b12ad3a req-bd8ead70-e050-40eb-8dd0-fede3bb762ff service neutron] Checking segment: {'id': 'dbca1dbe-5a89-473a-94f4-75bd9e3fa1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1417, 'network_id': '10b7379a-996c-49eb-a4af-c8a0e0fe9011'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 18:51:44.902382 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986274df-fe6c-473f-bdd5-73645b12ad3a req-bd8ead70-e050-40eb-8dd0-fede3bb762ff service neutron] Bound using segment: {'id': 'dbca1dbe-5a89-473a-94f4-75bd9e3fa1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1417, 'network_id': '10b7379a-996c-49eb-a4af-c8a0e0fe9011'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 18:51:44.902616 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [req-986274df-fe6c-473f-bdd5-73645b12ad3a req-bd8ead70-e050-40eb-8dd0-fede3bb762ff service neutron] Bound port: 7b85cbe9-9161-4e26-8aeb-337ef341ca8f, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbca1dbe-5a89-473a-94f4-75bd9e3fa1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1417, 'network_id': '10b7379a-996c-49eb-a4af-c8a0e0fe9011'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 18:51:44.902863 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-986274df-fe6c-473f-bdd5-73645b12ad3a req-bd8ead70-e050-40eb-8dd0-fede3bb762ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:44.956942 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-64292fe1-7d47-4d5d-8ccd-3a4b23d62d5f req-b999d815-a899-4d3d-bcc3-94dad7e32c0e service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d85775b-d525-42e0-8d08-c42974bc6fd1 HTTP/1.1" status: 200 len: 217 time: 0.0461102 Jun 03 18:51:44.967555 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-38b79c94-a466-4a6b-aa0d-b6dee0358186 req-d2803d4b-681c-47cb-a90e-38ad076e2f0b tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Unset dirty status for tenant:c8ba5f9b622448d591fdad53cf4828bc on resource:port {{(pid=103516) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 18:51:44.969591 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-38b79c94-a466-4a6b-aa0d-b6dee0358186 req-d2803d4b-681c-47cb-a90e-38ad076e2f0b tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=11ca52b9-45f4-4b71-b0bd-1cd6fdf48b01 HTTP/1.1" status: 200 len: 931 time: 0.3389661 Jun 03 18:51:45.022066 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-2d2fccc8-3dfd-4474-8eb7-270199006c93 req-8abd41b6-3296-40ae-a6d9-9ff2a356873a tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=381044c8-cab6-44e0-a866-9b4253a6cc73 HTTP/1.1" status: 200 len: 210 time: 0.0291378 Jun 03 18:51:45.025289 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.db [req-986274df-fe6c-473f-bdd5-73645b12ad3a req-bd8ead70-e050-40eb-8dd0-fede3bb762ff service neutron] For port 7b85cbe9-9161-4e26-8aeb-337ef341ca8f, host hv-cinder-79466, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 18:51:45.036528 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-38b79c94-a466-4a6b-aa0d-b6dee0358186 req-83ba9876-1607-40ed-aa17-223999daeb98 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0217bca-e2f4-4d08-8774-71c4c877895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440342 Jun 03 18:51:45.041708 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.db [req-986274df-fe6c-473f-bdd5-73645b12ad3a req-bd8ead70-e050-40eb-8dd0-fede3bb762ff service neutron] For port 7b85cbe9-9161-4e26-8aeb-337ef341ca8f, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=7b85cbe9-9161-4e26-8aeb-337ef341ca8f,segment=NetworkSegment(dbca1dbe-5a89-473a-94f4-75bd9e3fa1aa),segment_id=dbca1dbe-5a89-473a-94f4-75bd9e3fa1aa)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 18:51:45.041708 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64292fe1-7d47-4d5d-8ccd-3a4b23d62d5f req-df5fce5d-36d1-49d8-b51b-9d838d20d8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:45.041708 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-64292fe1-7d47-4d5d-8ccd-3a4b23d62d5f req-df5fce5d-36d1-49d8-b51b-9d838d20d8ac service neutron] 10.222.0.108 "GET /v2.0/subnets?id=cdba7c81-6690-4a2c-8589-65ca072f8ce6 HTTP/1.1" status: 200 len: 858 time: 0.0703943 Jun 03 18:51:45.065622 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-405ca25d-fb10-4397-936b-6d2248ccea8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:45.069675 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-ea72b213-ea83-4599-aa03-a774a6cb5589 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:45.073614 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-64292fe1-7d47-4d5d-8ccd-3a4b23d62d5f req-05fcfd5c-8227-4697-b502-9f340e01440e service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=96b760d7-3720-403e-b1ec-2fd415aa44fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239813 Jun 03 18:51:45.074583 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405ca25d-fb10-4397-936b-6d2248ccea8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43be322f-a004-4111-905c-7bcbd992e8c6,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:45.077071 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-405ca25d-fb10-4397-936b-6d2248ccea8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:45.080106 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-405ca25d-fb10-4397-936b-6d2248ccea8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:45.081080 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-405ca25d-fb10-4397-936b-6d2248ccea8a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/43be322f-a004-4111-905c-7bcbd992e8c6 HTTP/1.1" status: 204 len: 168 time: 0.2868619 Jun 03 18:51:45.162891 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-986274df-fe6c-473f-bdd5-73645b12ad3a req-bd8ead70-e050-40eb-8dd0-fede3bb762ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3013931'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:45.167207 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:45.183332 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-64292fe1-7d47-4d5d-8ccd-3a4b23d62d5f req-e059b985-c10a-4fb3-abf2-5794454406c8 service neutron] 10.222.0.108 "GET /v2.0/networks/96b760d7-3720-403e-b1ec-2fd415aa44fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979564 Jun 03 18:51:45.204668 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986274df-fe6c-473f-bdd5-73645b12ad3a req-bd8ead70-e050-40eb-8dd0-fede3bb762ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:45.205015 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-986274df-fe6c-473f-bdd5-73645b12ad3a req-bd8ead70-e050-40eb-8dd0-fede3bb762ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56630'] for port, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:45.205781 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-986274df-fe6c-473f-bdd5-73645b12ad3a req-bd8ead70-e050-40eb-8dd0-fede3bb762ff service neutron] 10.222.0.108 "PUT /v2.0/ports/7b85cbe9-9161-4e26-8aeb-337ef341ca8f HTTP/1.1" status: 200 len: 1093 time: 0.9734373 Jun 03 18:51:45.206064 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11ca52b9-45f4-4b71-b0bd-1cd6fdf48b01', 'tag': '7b85cbe9-9161-4e26-8aeb-337ef341ca8f'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 18:51:45.216265 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc39b0f538a7142e305aed45b4a3a48499e72eb72884f9d3de90a53803998271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3547f12c-d60b-4338-927e-e00135d27768" -d '{"events": [{"name": "network-changed", "server_uuid": "11ca52b9-45f4-4b71-b0bd-1cd6fdf48b01", "tag": "7b85cbe9-9161-4e26-8aeb-337ef341ca8f"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 18:51:45.289511 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 18:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa5d085-345d-4714-b611-2470a5b249ef x-openstack-request-id: req-eaa5d085-345d-4714-b611-2470a5b249ef {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 18:51:45.289702 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11ca52b9-45f4-4b71-b0bd-1cd6fdf48b01", "tag": "7b85cbe9-9161-4e26-8aeb-337ef341ca8f", "status": "completed", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 18:51:45.289870 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-eaa5d085-345d-4714-b611-2470a5b249ef {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 18:51:45.290142 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11ca52b9-45f4-4b71-b0bd-1cd6fdf48b01', 'tag': '7b85cbe9-9161-4e26-8aeb-337ef341ca8f', 'status': 'completed', 'code': 200} Jun 03 18:51:45.322159 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8ead70-e050-40eb-8dd0-fede3bb762ff service neutron] Pushing event updated for resources: {'Port': ['ID=7b85cbe9-9161-4e26-8aeb-337ef341ca8f,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:45.327228 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-bd8ead70-e050-40eb-8dd0-fede3bb762ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:45.359786 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-64292fe1-7d47-4d5d-8ccd-3a4b23d62d5f req-fdf47a0f-76eb-4e67-a706-d45f238aa311 service neutron] 10.222.0.108 "GET /v2.0/networks/96b760d7-3720-403e-b1ec-2fd415aa44fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684566 Jun 03 18:51:45.776191 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05c731e-69ea-4952-b08a-d2c88ba9c757 req-35374279-8de2-413c-8ae1-5f8e2572861a tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:45.777068 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-b05c731e-69ea-4952-b08a-d2c88ba9c757 req-35374279-8de2-413c-8ae1-5f8e2572861a tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 945 time: 0.0510740 Jun 03 18:51:45.801975 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-b05c731e-69ea-4952-b08a-d2c88ba9c757 req-f87ca4e1-81fc-4bfb-b05f-4109329f20f8 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0214808 Jun 03 18:51:45.826571 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 53874) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:45.839743 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-eee76d1a-edb1-448d-b2ab-e76e08dfd963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:45.847212 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-eee76d1a-edb1-448d-b2ab-e76e08dfd963 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:51:45.850605 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-eee76d1a-edb1-448d-b2ab-e76e08dfd963 admin admin] Usage tracker for resource:security_group_rule and tenant:7edc0ae752e34a5b8793741a5452dbce is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:51:45.853366 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-eee76d1a-edb1-448d-b2ab-e76e08dfd963 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:51:45.856311 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-eee76d1a-edb1-448d-b2ab-e76e08dfd963 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:51:45.905624 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-eee76d1a-edb1-448d-b2ab-e76e08dfd963 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:45.956458 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3547f12c-d60b-4338-927e-e00135d27768 req-ca88aa35-40c8-4b8c-a635-448cf53a34d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:45.957416 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-3547f12c-d60b-4338-927e-e00135d27768 req-ca88aa35-40c8-4b8c-a635-448cf53a34d3 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=c8ba5f9b622448d591fdad53cf4828bc&device_id=11ca52b9-45f4-4b71-b0bd-1cd6fdf48b01 HTTP/1.1" status: 200 len: 1096 time: 0.0427444 Jun 03 18:51:46.026831 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-eee76d1a-edb1-448d-b2ab-e76e08dfd963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:46.033730 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-a6c44e4e-71f4-4d0e-82fa-fd6509516f85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:46.073901 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-eee76d1a-edb1-448d-b2ab-e76e08dfd963 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7edc0ae752e34a5b8793741a5452dbce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2402561 Jun 03 18:51:46.074377 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee76d1a-edb1-448d-b2ab-e76e08dfd963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a259f17e-5381-428a-8684-4bd82b458563,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:46.081184 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 53894) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:46.085386 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-eee76d1a-edb1-448d-b2ab-e76e08dfd963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:46.086164 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3547f12c-d60b-4338-927e-e00135d27768 req-e606bf0a-96c3-48d7-99fe-a0fcd7d08ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:46.087010 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-3547f12c-d60b-4338-927e-e00135d27768 req-e606bf0a-96c3-48d7-99fe-a0fcd7d08ac4 service neutron] 10.222.0.108 "GET /v2.0/networks?tenant_id=c8ba5f9b622448d591fdad53cf4828bc&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1090329 Jun 03 18:51:46.122685 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-21d61857-3f0b-4e5d-89d4-8359ee4af033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:46.155614 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-21d61857-3f0b-4e5d-89d4-8359ee4af033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:46.209937 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-9bf02e07-aed9-4929-99bd-50eb3b48d9ff req-fd6f1dc1-7346-4354-9fb3-3a17f7413730 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=381044c8-cab6-44e0-a866-9b4253a6cc73 HTTP/1.1" status: 200 len: 210 time: 0.0592690 Jun 03 18:51:46.224657 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3547f12c-d60b-4338-927e-e00135d27768 req-588437b9-b2e9-4c3c-9dce-a3f9aac1b7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:46.225521 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-3547f12c-d60b-4338-927e-e00135d27768 req-588437b9-b2e9-4c3c-9dce-a3f9aac1b7a7 service neutron] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1204321 Jun 03 18:51:46.239881 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d3521-cad6-439b-a184-b7315e50bfda req-13dda03a-9a57-4754-b46f-91640b49b052 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:46.240702 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-ae0d3521-cad6-439b-a184-b7315e50bfda req-13dda03a-9a57-4754-b46f-91640b49b052 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=11ca52b9-45f4-4b71-b0bd-1cd6fdf48b01 HTTP/1.1" status: 200 len: 943 time: 0.0716839 Jun 03 18:51:46.282156 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-ae0d3521-cad6-439b-a184-b7315e50bfda req-fbe9ec54-c33a-4c96-8fcf-651c1d0b41dd tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0217bca-e2f4-4d08-8774-71c4c877895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379004 Jun 03 18:51:46.302849 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986274df-fe6c-473f-bdd5-73645b12ad3a req-0f80731f-aa04-4445-90ea-5b4adac9595f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:46.303734 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-986274df-fe6c-473f-bdd5-73645b12ad3a req-0f80731f-aa04-4445-90ea-5b4adac9595f service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=c8ba5f9b622448d591fdad53cf4828bc&device_id=11ca52b9-45f4-4b71-b0bd-1cd6fdf48b01 HTTP/1.1" status: 200 len: 1096 time: 0.0417559 Jun 03 18:51:46.324097 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-21d61857-3f0b-4e5d-89d4-8359ee4af033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:46.333076 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-428e9ec6-0e78-4fda-adc6-be699a852207 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:46.341355 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d61857-3f0b-4e5d-89d4-8359ee4af033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a259f17e-5381-428a-8684-4bd82b458563,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:46.343107 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-21d61857-3f0b-4e5d-89d4-8359ee4af033 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:46.343907 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-21d61857-3f0b-4e5d-89d4-8359ee4af033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:46.345017 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-21d61857-3f0b-4e5d-89d4-8359ee4af033 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a259f17e-5381-428a-8684-4bd82b458563 HTTP/1.1" status: 204 len: 168 time: 0.2685485 Jun 03 18:51:46.358755 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-986274df-fe6c-473f-bdd5-73645b12ad3a req-638658d7-5d55-4123-8a11-3065a9f92a10 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b85cbe9-9161-4e26-8aeb-337ef341ca8f HTTP/1.1" status: 200 len: 217 time: 0.0379028 Jun 03 18:51:46.412029 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986274df-fe6c-473f-bdd5-73645b12ad3a req-34919d20-89c9-476a-a9d2-b589401e8d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:46.412843 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-986274df-fe6c-473f-bdd5-73645b12ad3a req-34919d20-89c9-476a-a9d2-b589401e8d04 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=34b0c147-b581-4843-bfec-ea29d14cb6a7 HTTP/1.1" status: 200 len: 854 time: 0.0351856 Jun 03 18:51:46.442778 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-986274df-fe6c-473f-bdd5-73645b12ad3a req-69d5314a-6d00-4bf7-a7b4-56ca67aaddb6 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=10b7379a-996c-49eb-a4af-c8a0e0fe9011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0222476 Jun 03 18:51:46.517299 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-986274df-fe6c-473f-bdd5-73645b12ad3a req-438efa98-399f-4a18-8cf2-522575535ace service neutron] 10.222.0.108 "GET /v2.0/networks/10b7379a-996c-49eb-a4af-c8a0e0fe9011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0663702 Jun 03 18:51:46.598553 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-986274df-fe6c-473f-bdd5-73645b12ad3a req-b9dd30c3-7b84-46d3-9746-48605fa18bec service neutron] 10.222.0.108 "GET /v2.0/networks/10b7379a-996c-49eb-a4af-c8a0e0fe9011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0720198 Jun 03 18:51:46.604943 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 53912) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:46.669578 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b3617b2e-14a6-40ad-9d1b-31c302f48089 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:46.677304 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-b3617b2e-14a6-40ad-9d1b-31c302f48089 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:51:46.679423 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-b3617b2e-14a6-40ad-9d1b-31c302f48089 admin admin] Usage tracker for resource:security_group_rule and tenant:664f1f4fdd3a45e48c18ef8e498c29e1 is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:51:46.681101 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-b3617b2e-14a6-40ad-9d1b-31c302f48089 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:51:46.684325 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-b3617b2e-14a6-40ad-9d1b-31c302f48089 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:51:46.731566 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b3617b2e-14a6-40ad-9d1b-31c302f48089 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:46.864786 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b3617b2e-14a6-40ad-9d1b-31c302f48089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:46.869935 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:46.897283 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-b3617b2e-14a6-40ad-9d1b-31c302f48089 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=664f1f4fdd3a45e48c18ef8e498c29e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2900863 Jun 03 18:51:46.897283 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3617b2e-14a6-40ad-9d1b-31c302f48089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c99a8b57-f7ce-4cb9-a3e9-68a55f93bd26,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:46.897462 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 53922) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:46.898606 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-b3617b2e-14a6-40ad-9d1b-31c302f48089 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:46.929583 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332e0aaa-aaa7-4d50-bb2f-5695a4e6e14c req-b21a8815-7e05-4f88-bb42-853219e93efb tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:46.930421 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-332e0aaa-aaa7-4d50-bb2f-5695a4e6e14c req-b21a8815-7e05-4f88-bb42-853219e93efb tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 945 time: 0.0532105 Jun 03 18:51:46.931637 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bf495626-b05a-4fec-a5ce-fad64a10fdea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:46.946022 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bf495626-b05a-4fec-a5ce-fad64a10fdea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:46.955085 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-332e0aaa-aaa7-4d50-bb2f-5695a4e6e14c req-130ecb3e-27f8-4508-afa8-91398e395d14 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0212240 Jun 03 18:51:47.089037 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bf495626-b05a-4fec-a5ce-fad64a10fdea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:47.094956 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-13624578-9f8b-46f3-b084-3509e19c7b77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:47.110488 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf495626-b05a-4fec-a5ce-fad64a10fdea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99a8b57-f7ce-4cb9-a3e9-68a55f93bd26,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:47.114070 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-bf495626-b05a-4fec-a5ce-fad64a10fdea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:47.119096 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bf495626-b05a-4fec-a5ce-fad64a10fdea admin admin] Notify callbacks [] for security_group, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:47.119954 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-bf495626-b05a-4fec-a5ce-fad64a10fdea admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c99a8b57-f7ce-4cb9-a3e9-68a55f93bd26 HTTP/1.1" status: 204 len: 168 time: 0.2218988 Jun 03 18:51:47.163010 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 53926) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:47.176039 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-dad14efb-449e-4367-822a-a34f97256629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:47.184447 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-dad14efb-449e-4367-822a-a34f97256629 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:51:47.186497 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-dad14efb-449e-4367-822a-a34f97256629 admin admin] Usage tracker for resource:security_group_rule and tenant:072c7780094445cd98f6d754e509eae4 is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:51:47.188041 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-dad14efb-449e-4367-822a-a34f97256629 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:51:47.190987 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-dad14efb-449e-4367-822a-a34f97256629 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:51:47.260812 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-dad14efb-449e-4367-822a-a34f97256629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:47.294853 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-7b583ee7-cb70-48f8-bb27-4f3c18056ad3 req-1a809dda-6453-4e6b-9d6c-ed0c8f8137d3 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=381044c8-cab6-44e0-a866-9b4253a6cc73 HTTP/1.1" status: 200 len: 210 time: 0.0266500 Jun 03 18:51:47.394050 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace42aa8-f621-4fc2-892e-b14284517a40 req-a32bb62b-bb67-4d0d-aa8e-ad1f511bb0f8 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:47.394918 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-ace42aa8-f621-4fc2-892e-b14284517a40 req-a32bb62b-bb67-4d0d-aa8e-ad1f511bb0f8 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=11ca52b9-45f4-4b71-b0bd-1cd6fdf48b01 HTTP/1.1" status: 200 len: 943 time: 0.0475678 Jun 03 18:51:47.396675 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-dad14efb-449e-4367-822a-a34f97256629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:47.401843 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-77e2e55c-11bd-403b-8396-e17695fe4dd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:47.439400 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-dad14efb-449e-4367-822a-a34f97256629 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=072c7780094445cd98f6d754e509eae4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2756371 Jun 03 18:51:47.441652 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 53934) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:47.442209 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad14efb-449e-4367-822a-a34f97256629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3c125b-8c98-43c5-bcff-43b7b0d20f7a,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:47.444864 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-dad14efb-449e-4367-822a-a34f97256629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:47.459085 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-ace42aa8-f621-4fc2-892e-b14284517a40 req-9c6642f3-e304-41f6-b12a-17b456df62cb tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0217bca-e2f4-4d08-8774-71c4c877895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544977 Jun 03 18:51:47.476908 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a5e03170-ba65-4035-85fe-47b57bc52b67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:47.490876 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a5e03170-ba65-4035-85fe-47b57bc52b67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:47.644744 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a5e03170-ba65-4035-85fe-47b57bc52b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:47.650073 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:47.653819 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e03170-ba65-4035-85fe-47b57bc52b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3c125b-8c98-43c5-bcff-43b7b0d20f7a,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:47.656442 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-a5e03170-ba65-4035-85fe-47b57bc52b67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:47.657621 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a5e03170-ba65-4035-85fe-47b57bc52b67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:47.660418 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-a5e03170-ba65-4035-85fe-47b57bc52b67 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0a3c125b-8c98-43c5-bcff-43b7b0d20f7a HTTP/1.1" status: 204 len: 168 time: 0.2174399 Jun 03 18:51:47.830487 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 53950) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:47.841203 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-92ddf87c-fee5-4466-afae-de69551d8e2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:47.848853 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-92ddf87c-fee5-4466-afae-de69551d8e2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:51:47.851067 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-92ddf87c-fee5-4466-afae-de69551d8e2e admin admin] Usage tracker for resource:security_group_rule and tenant:f24f60344c8f49e9a47e35bb6798465b is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:51:47.852930 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-92ddf87c-fee5-4466-afae-de69551d8e2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:51:47.856426 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-92ddf87c-fee5-4466-afae-de69551d8e2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:51:47.900029 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-92ddf87c-fee5-4466-afae-de69551d8e2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:48.010323 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-92ddf87c-fee5-4466-afae-de69551d8e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:48.018914 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-b7d18bdf-015b-4398-bbc1-397eec6cce03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:48.111187 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ddf87c-fee5-4466-afae-de69551d8e2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b54af6f-f03e-4859-9029-245ee36ab0ca,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:48.114054 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-92ddf87c-fee5-4466-afae-de69551d8e2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:48.115986 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-92ddf87c-fee5-4466-afae-de69551d8e2e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f24f60344c8f49e9a47e35bb6798465b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2846186 Jun 03 18:51:48.117714 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 53966) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:48.164063 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3421867-4f2d-4512-9b85-b1d26a03dad1 req-f8e860d0-b482-4a03-876d-1e5f13a4742c tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:48.166013 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-f3421867-4f2d-4512-9b85-b1d26a03dad1 req-f8e860d0-b482-4a03-876d-1e5f13a4742c tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 945 time: 0.0894761 Jun 03 18:51:48.166247 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-714c2ab2-ee87-4d32-b57e-8095bf7c4750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:48.188436 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-714c2ab2-ee87-4d32-b57e-8095bf7c4750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:48.206779 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-f3421867-4f2d-4512-9b85-b1d26a03dad1 req-eda10bf0-e152-4118-a8b8-33790996ad12 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357103 Jun 03 18:51:48.321959 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-714c2ab2-ee87-4d32-b57e-8095bf7c4750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:48.325424 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-59cfd7fe-44b7-4655-ab4f-64d369f1b81a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:48.333571 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714c2ab2-ee87-4d32-b57e-8095bf7c4750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b54af6f-f03e-4859-9029-245ee36ab0ca,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:48.335547 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-714c2ab2-ee87-4d32-b57e-8095bf7c4750 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:48.336857 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-714c2ab2-ee87-4d32-b57e-8095bf7c4750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:48.337592 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-714c2ab2-ee87-4d32-b57e-8095bf7c4750 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9b54af6f-f03e-4859-9029-245ee36ab0ca HTTP/1.1" status: 204 len: 168 time: 0.2193418 Jun 03 18:51:48.384377 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-17165d3f-7843-466d-9dc9-bc6128af7220 req-c77a27b7-c814-4048-9888-0cee26add494 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=381044c8-cab6-44e0-a866-9b4253a6cc73 HTTP/1.1" status: 200 len: 210 time: 0.0256965 Jun 03 18:51:48.442295 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 53978) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:48.542676 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6032ad49-f5c9-4d93-994c-2e1fe6602061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:48.553976 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-6032ad49-f5c9-4d93-994c-2e1fe6602061 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:51:48.557226 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-6032ad49-f5c9-4d93-994c-2e1fe6602061 admin admin] Usage tracker for resource:security_group_rule and tenant:09122f419be844ac92ff4463fd418514 is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:51:48.559065 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-6032ad49-f5c9-4d93-994c-2e1fe6602061 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:51:48.563057 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-6032ad49-f5c9-4d93-994c-2e1fe6602061 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:51:48.587451 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2892a5d-a356-4aad-a2c5-9643b2c94a32 req-97845435-8190-4b57-8f7e-f03f03e443a2 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:48.588316 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-a2892a5d-a356-4aad-a2c5-9643b2c94a32 req-97845435-8190-4b57-8f7e-f03f03e443a2 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=11ca52b9-45f4-4b71-b0bd-1cd6fdf48b01 HTTP/1.1" status: 200 len: 943 time: 0.0847845 Jun 03 18:51:48.624959 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-a2892a5d-a356-4aad-a2c5-9643b2c94a32 req-4af46c55-80b8-4a54-bb43-7909be88d5e9 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0217bca-e2f4-4d08-8774-71c4c877895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328171 Jun 03 18:51:48.643944 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6032ad49-f5c9-4d93-994c-2e1fe6602061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:48.726889 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6032ad49-f5c9-4d93-994c-2e1fe6602061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:48.732598 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-56586fae-6441-43bc-a4df-38f705a2e760 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:48.753998 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6032ad49-f5c9-4d93-994c-2e1fe6602061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e05180ab-b56a-4d09-8e54-efda38a7b6df,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:48.758088 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-6032ad49-f5c9-4d93-994c-2e1fe6602061 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=09122f419be844ac92ff4463fd418514&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3133955 Jun 03 18:51:48.758088 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-6032ad49-f5c9-4d93-994c-2e1fe6602061 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:48.758218 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 54000) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:48.792816 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f8e85192-40ba-4ef2-8d5a-6d588a82ab55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:48.811878 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f8e85192-40ba-4ef2-8d5a-6d588a82ab55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:48.919494 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f8e85192-40ba-4ef2-8d5a-6d588a82ab55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:48.927514 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-9e11b500-9d2b-4740-9044-dd29421800a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:48.943576 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e85192-40ba-4ef2-8d5a-6d588a82ab55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e05180ab-b56a-4d09-8e54-efda38a7b6df,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:48.945666 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-f8e85192-40ba-4ef2-8d5a-6d588a82ab55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:48.946937 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f8e85192-40ba-4ef2-8d5a-6d588a82ab55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:48.959978 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-f8e85192-40ba-4ef2-8d5a-6d588a82ab55 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e05180ab-b56a-4d09-8e54-efda38a7b6df HTTP/1.1" status: 204 len: 168 time: 0.1889527 Jun 03 18:51:49.321698 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd13f5b-d61f-405f-ae86-be1b8ebca787 req-2cc5f420-7061-4833-aa6c-ce72090d4fd5 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:49.322621 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-ffd13f5b-d61f-405f-ae86-be1b8ebca787 req-2cc5f420-7061-4833-aa6c-ce72090d4fd5 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 945 time: 0.0489466 Jun 03 18:51:49.351628 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-ffd13f5b-d61f-405f-ae86-be1b8ebca787 req-ce06a2e9-bd5d-4bbe-9606-993537b90988 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0256691 Jun 03 18:51:49.489220 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-13579649-fb3c-4637-924a-e7e3ce9d864e req-d65a39c1-d6f5-4102-ab56-cd792e6c54a9 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=381044c8-cab6-44e0-a866-9b4253a6cc73 HTTP/1.1" status: 200 len: 210 time: 0.0251930 Jun 03 18:51:49.741212 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb8719-5d3f-4c4d-a4d7-6ec7bd719cd8 req-967f56dd-42f9-4428-9ad0-d5fa4c70f92e tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:49.742041 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-7ddb8719-5d3f-4c4d-a4d7-6ec7bd719cd8 req-967f56dd-42f9-4428-9ad0-d5fa4c70f92e tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=11ca52b9-45f4-4b71-b0bd-1cd6fdf48b01 HTTP/1.1" status: 200 len: 943 time: 0.0487905 Jun 03 18:51:49.768661 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-7ddb8719-5d3f-4c4d-a4d7-6ec7bd719cd8 req-47e45f0a-629a-4fe8-8273-711418fe1e52 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0217bca-e2f4-4d08-8774-71c4c877895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0232794 Jun 03 18:51:49.905818 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 54074) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:49.920433 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-828a4c80-e3eb-47d7-8d9c-8d02ae20c656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:49.929273 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-828a4c80-e3eb-47d7-8d9c-8d02ae20c656 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:51:49.931462 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-828a4c80-e3eb-47d7-8d9c-8d02ae20c656 admin admin] Usage tracker for resource:security_group_rule and tenant:79ecd5c07c1a4e7390af02e371980acd is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:51:49.933340 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-828a4c80-e3eb-47d7-8d9c-8d02ae20c656 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:51:49.940056 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-828a4c80-e3eb-47d7-8d9c-8d02ae20c656 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:51:49.990003 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-828a4c80-e3eb-47d7-8d9c-8d02ae20c656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:50.174129 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-828a4c80-e3eb-47d7-8d9c-8d02ae20c656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:50.182908 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:50.202594 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-828a4c80-e3eb-47d7-8d9c-8d02ae20c656 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=79ecd5c07c1a4e7390af02e371980acd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2959762 Jun 03 18:51:50.203112 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828a4c80-e3eb-47d7-8d9c-8d02ae20c656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00feb49e-6324-4802-9d07-788a1ef938cc,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:50.204943 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 54096) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:50.205265 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-828a4c80-e3eb-47d7-8d9c-8d02ae20c656 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:50.237146 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-eb8a0d54-7e8f-46dc-a840-9341a961f995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:50.252582 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-eb8a0d54-7e8f-46dc-a840-9341a961f995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:50.345642 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-eb8a0d54-7e8f-46dc-a840-9341a961f995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:50.350971 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-21d61857-3f0b-4e5d-89d4-8359ee4af033 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:50.357942 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8a0d54-7e8f-46dc-a840-9341a961f995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00feb49e-6324-4802-9d07-788a1ef938cc,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:50.360096 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-eb8a0d54-7e8f-46dc-a840-9341a961f995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:50.361207 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-eb8a0d54-7e8f-46dc-a840-9341a961f995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:50.361803 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-eb8a0d54-7e8f-46dc-a840-9341a961f995 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/00feb49e-6324-4802-9d07-788a1ef938cc HTTP/1.1" status: 204 len: 168 time: 0.1562181 Jun 03 18:51:50.411912 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 54108) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:50.464630 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4937d154-d2eb-469e-b250-d0c0dcb424bf req-2a4487fc-a737-48ed-9cf3-fa14faf794f5 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:50.465478 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-4937d154-d2eb-469e-b250-d0c0dcb424bf req-2a4487fc-a737-48ed-9cf3-fa14faf794f5 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 945 time: 0.0567427 Jun 03 18:51:50.484031 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ccc2845a-d67a-4012-9d4b-894bf5d480fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:50.490613 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-4937d154-d2eb-469e-b250-d0c0dcb424bf req-8903c88d-b9ca-4c69-a281-466aac6fb935 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0217638 Jun 03 18:51:50.494211 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-ccc2845a-d67a-4012-9d4b-894bf5d480fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:51:50.495138 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-ccc2845a-d67a-4012-9d4b-894bf5d480fe admin admin] Usage tracker for resource:security_group_rule and tenant:af266ccdf71b43c3ba2e2a3c687e9230 is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:51:50.496872 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-ccc2845a-d67a-4012-9d4b-894bf5d480fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:51:50.499997 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-ccc2845a-d67a-4012-9d4b-894bf5d480fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:51:50.582127 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-cdb2bf25-9f09-4543-aebe-11b095e78f52 req-d9c21ed4-7b62-4eaa-9ca9-72590ca4bb9c tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=381044c8-cab6-44e0-a866-9b4253a6cc73 HTTP/1.1" status: 200 len: 210 time: 0.0303793 Jun 03 18:51:50.590368 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ccc2845a-d67a-4012-9d4b-894bf5d480fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:50.700622 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ccc2845a-d67a-4012-9d4b-894bf5d480fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:50.706004 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-a8d5be5e-9ea3-4a72-a5f5-36f68c74188d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:50.732181 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-ccc2845a-d67a-4012-9d4b-894bf5d480fe admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=af266ccdf71b43c3ba2e2a3c687e9230&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3145502 Jun 03 18:51:50.732181 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc2845a-d67a-4012-9d4b-894bf5d480fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e56eca23-b40c-4858-b47e-d2cd9ef10f6d,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:50.732181 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-ccc2845a-d67a-4012-9d4b-894bf5d480fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:50.733687 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 54132) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:50.764405 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-efd470b6-f241-46ea-8a5c-ddd04e76559a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:50.777815 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-efd470b6-f241-46ea-8a5c-ddd04e76559a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:50.869917 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-efd470b6-f241-46ea-8a5c-ddd04e76559a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:50.872388 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-cfda65c1-bcfa-492a-a268-8ccae35f7bac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:50.873383 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e672bf7-75ea-4b70-892e-f64a659e6036 req-8e73df4e-a553-4a10-9c3a-c55b6600500b tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:50.874258 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-4e672bf7-75ea-4b70-892e-f64a659e6036 req-8e73df4e-a553-4a10-9c3a-c55b6600500b tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=11ca52b9-45f4-4b71-b0bd-1cd6fdf48b01 HTTP/1.1" status: 200 len: 943 time: 0.0487864 Jun 03 18:51:50.878400 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd470b6-f241-46ea-8a5c-ddd04e76559a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56eca23-b40c-4858-b47e-d2cd9ef10f6d,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:50.880081 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-efd470b6-f241-46ea-8a5c-ddd04e76559a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.008s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:50.888182 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-efd470b6-f241-46ea-8a5c-ddd04e76559a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:50.888182 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-efd470b6-f241-46ea-8a5c-ddd04e76559a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e56eca23-b40c-4858-b47e-d2cd9ef10f6d HTTP/1.1" status: 204 len: 168 time: 0.1500800 Jun 03 18:51:50.911100 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-4e672bf7-75ea-4b70-892e-f64a659e6036 req-f266f05e-1479-4f7c-bf17-217a76cee778 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0217bca-e2f4-4d08-8774-71c4c877895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295973 Jun 03 18:51:51.161589 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Device 7b85cbe9-9161-4e26-8aeb-337ef341ca8f details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=103518) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 18:51:51.245068 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] For port 7b85cbe9-9161-4e26-8aeb-337ef341ca8f, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=7b85cbe9-9161-4e26-8aeb-337ef341ca8f,segment=NetworkSegment(dbca1dbe-5a89-473a-94f4-75bd9e3fa1aa),segment_id=dbca1dbe-5a89-473a-94f4-75bd9e3fa1aa)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:51:51.252207 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Returning: {'device': '7b85cbe9-9161-4e26-8aeb-337ef341ca8f', 'network_id': '10b7379a-996c-49eb-a4af-c8a0e0fe9011', 'port_id': '7b85cbe9-9161-4e26-8aeb-337ef341ca8f', 'mac_address': 'fa:16:3e:a1:96:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34b0c147-b581-4843-bfec-ea29d14cb6a7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103518) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 18:51:51.283562 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:51.292943 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.notifiers.nova [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b85cbe9-9161-4e26-8aeb-337ef341ca8f {{(pid=103518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 18:51:51.301239 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] For port 7b85cbe9-9161-4e26-8aeb-337ef341ca8f, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=7b85cbe9-9161-4e26-8aeb-337ef341ca8f,segment=NetworkSegment(dbca1dbe-5a89-473a-94f4-75bd9e3fa1aa),segment_id=dbca1dbe-5a89-473a-94f4-75bd9e3fa1aa)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:51:51.429849 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:51.432223 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:51.481528 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Pushing event updated for resources: {'Port': ['ID=7b85cbe9-9161-4e26-8aeb-337ef341ca8f,revision_number=4']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:51.483853 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:51.594344 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c086ca96-aaca-4547-8e8c-3209d2b94a50 req-c10148d6-b2f3-4f5a-ba48-5048e9134352 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:51.595309 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-c086ca96-aaca-4547-8e8c-3209d2b94a50 req-c10148d6-b2f3-4f5a-ba48-5048e9134352 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 945 time: 0.0475075 Jun 03 18:51:51.622086 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-c086ca96-aaca-4547-8e8c-3209d2b94a50 req-79df91fd-3f5f-4e76-a689-c2dc1ec62139 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0230353 Jun 03 18:51:51.655005 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 54168) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:51.668357 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 54172) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:51.679274 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3c3288c7-c930-4be5-9d1e-0729ac415d06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:51.687260 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-3c3288c7-c930-4be5-9d1e-0729ac415d06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:51:51.689645 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-3c3288c7-c930-4be5-9d1e-0729ac415d06 admin admin] Usage tracker for resource:security_group_rule and tenant:857501b6c7d04bf9a3dbb14b88dfbfd8 is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:51:51.691976 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-3c3288c7-c930-4be5-9d1e-0729ac415d06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:51:51.696095 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-3c3288c7-c930-4be5-9d1e-0729ac415d06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:51:51.704280 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-e5375df2-061d-4b5d-a4b0-66811a8b2391 req-997cdd75-acc4-472d-ac60-1c5a305e9b6f tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=381044c8-cab6-44e0-a866-9b4253a6cc73 HTTP/1.1" status: 200 len: 210 time: 0.0508132 Jun 03 18:51:51.750886 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3c3288c7-c930-4be5-9d1e-0729ac415d06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:51.778642 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-09d591ca-f048-4cd2-a515-5e33a48d8f6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:51.788308 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-09d591ca-f048-4cd2-a515-5e33a48d8f6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:51:51.790512 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-09d591ca-f048-4cd2-a515-5e33a48d8f6c admin admin] Usage tracker for resource:security_group_rule and tenant:44f0db536b5241f88d73a1b198bfc70b is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:51:51.792032 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-09d591ca-f048-4cd2-a515-5e33a48d8f6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:51:51.795147 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-09d591ca-f048-4cd2-a515-5e33a48d8f6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:51:51.840973 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3c3288c7-c930-4be5-9d1e-0729ac415d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:51.846480 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-c88ef4dc-a179-4cf4-9f57-9372f88d5db0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:51.872629 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] get_ports_and_sgs() called for port_ids ['7b85cbe9-9161-4e26-8aeb-337ef341ca8f'] {{(pid=103518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 18:51:51.884161 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-3c3288c7-c930-4be5-9d1e-0729ac415d06 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=857501b6c7d04bf9a3dbb14b88dfbfd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2150278 Jun 03 18:51:51.884667 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3288c7-c930-4be5-9d1e-0729ac415d06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4259d6d3-c2c7-41cb-be5a-ea4a21e2176f,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:51.886141 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 54180) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:51.887011 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-3c3288c7-c930-4be5-9d1e-0729ac415d06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:51.922393 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-17613f69-a80b-4276-b62e-b067267b1d12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:51.938008 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-09d591ca-f048-4cd2-a515-5e33a48d8f6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:51.960482 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-17613f69-a80b-4276-b62e-b067267b1d12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:52.018873 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f914382b-111f-4bce-91e0-18f032b1ccbc req-4f5b1fc6-6333-4ec0-ab0c-67bc26dffc2b tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:52.019812 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-f914382b-111f-4bce-91e0-18f032b1ccbc req-4f5b1fc6-6333-4ec0-ab0c-67bc26dffc2b tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=11ca52b9-45f4-4b71-b0bd-1cd6fdf48b01 HTTP/1.1" status: 200 len: 944 time: 0.0461206 Jun 03 18:51:52.044202 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-09d591ca-f048-4cd2-a515-5e33a48d8f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:52.048922 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:52.055276 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-f914382b-111f-4bce-91e0-18f032b1ccbc req-0ba97d52-c7b1-4f16-8dd0-3d755e2634c5 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0217bca-e2f4-4d08-8774-71c4c877895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322146 Jun 03 18:51:52.071008 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-09d591ca-f048-4cd2-a515-5e33a48d8f6c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=44f0db536b5241f88d73a1b198bfc70b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4147892 Jun 03 18:51:52.071896 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d591ca-f048-4cd2-a515-5e33a48d8f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f400f4f-6f9b-4456-b4e1-127c54586613,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:52.075515 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-09d591ca-f048-4cd2-a515-5e33a48d8f6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:52.077001 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 54186) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:52.099973 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-17613f69-a80b-4276-b62e-b067267b1d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:52.102662 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-eee76d1a-edb1-448d-b2ab-e76e08dfd963 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:52.110450 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17613f69-a80b-4276-b62e-b067267b1d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4259d6d3-c2c7-41cb-be5a-ea4a21e2176f,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:52.112313 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-17613f69-a80b-4276-b62e-b067267b1d12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:52.123293 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5b0f750d-2690-4218-8e6e-b05eb775c9ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:52.124866 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-17613f69-a80b-4276-b62e-b067267b1d12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:52.127310 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-17613f69-a80b-4276-b62e-b067267b1d12 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4259d6d3-c2c7-41cb-be5a-ea4a21e2176f HTTP/1.1" status: 204 len: 168 time: 0.2404151 Jun 03 18:51:52.143715 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5b0f750d-2690-4218-8e6e-b05eb775c9ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:52.268278 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5b0f750d-2690-4218-8e6e-b05eb775c9ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:52.273071 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-e3818380-f6b2-473d-853c-605417dd3f4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:52.286349 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0f750d-2690-4218-8e6e-b05eb775c9ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f400f4f-6f9b-4456-b4e1-127c54586613,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:52.288708 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-5b0f750d-2690-4218-8e6e-b05eb775c9ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:52.289742 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5b0f750d-2690-4218-8e6e-b05eb775c9ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:52.293357 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-5b0f750d-2690-4218-8e6e-b05eb775c9ef admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9f400f4f-6f9b-4456-b4e1-127c54586613 HTTP/1.1" status: 204 len: 168 time: 0.2153053 Jun 03 18:51:52.568330 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 54202) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:52.643755 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0071bcdd-ea0d-4def-aaab-a54bea872915 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:52.654219 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-0071bcdd-ea0d-4def-aaab-a54bea872915 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:51:52.656874 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-0071bcdd-ea0d-4def-aaab-a54bea872915 admin admin] Usage tracker for resource:security_group_rule and tenant:c7034270ab59464d8849a10a57d38ec0 is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:51:52.658674 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-0071bcdd-ea0d-4def-aaab-a54bea872915 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:51:52.662656 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-0071bcdd-ea0d-4def-aaab-a54bea872915 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:51:52.738366 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0071bcdd-ea0d-4def-aaab-a54bea872915 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:52.759904 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4242dc43-55c7-4413-baa2-5d20686e78c8 req-5d747dc7-e51c-4a6d-a205-6a6af2eb9523 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:52.764203 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-4242dc43-55c7-4413-baa2-5d20686e78c8 req-5d747dc7-e51c-4a6d-a205-6a6af2eb9523 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 945 time: 0.0705128 Jun 03 18:51:52.792907 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-4242dc43-55c7-4413-baa2-5d20686e78c8 req-52876e37-efe8-4f2d-bcf7-e9ec927e14e0 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262895 Jun 03 18:51:52.793136 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-962e4dea-65a7-4a82-bdac-3d877be9aaad req-fe3d52a5-6f09-44a7-8b5b-9eee41799879 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=381044c8-cab6-44e0-a866-9b4253a6cc73 HTTP/1.1" status: 200 len: 210 time: 0.0231752 Jun 03 18:51:52.840295 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0071bcdd-ea0d-4def-aaab-a54bea872915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:52.845400 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:52.866932 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-0071bcdd-ea0d-4def-aaab-a54bea872915 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c7034270ab59464d8849a10a57d38ec0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2979100 Jun 03 18:51:52.868015 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0071bcdd-ea0d-4def-aaab-a54bea872915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f796b42-27c3-43b1-ad6a-24a6aeef719c,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:52.868819 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 54228) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:52.869781 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-0071bcdd-ea0d-4def-aaab-a54bea872915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:52.899627 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4cde6f45-e7cc-49a5-8ea7-95d992aab627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:52.912917 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4cde6f45-e7cc-49a5-8ea7-95d992aab627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:53.046207 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 54240) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:53.057245 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b7ca585b-5615-467f-bf0b-04e63b42febc admin admin] Notify callbacks [] for security_group, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:53.064907 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-b7ca585b-5615-467f-bf0b-04e63b42febc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:51:53.067165 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-b7ca585b-5615-467f-bf0b-04e63b42febc admin admin] Usage tracker for resource:security_group_rule and tenant:8e22c099fed241b98ebff2606107afea is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:51:53.068819 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-b7ca585b-5615-467f-bf0b-04e63b42febc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:51:53.072150 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-b7ca585b-5615-467f-bf0b-04e63b42febc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:51:53.116286 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4cde6f45-e7cc-49a5-8ea7-95d992aab627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:53.118489 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-9d956b8b-6468-4297-b083-1fcc4fe9ee57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:53.126482 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cde6f45-e7cc-49a5-8ea7-95d992aab627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f796b42-27c3-43b1-ad6a-24a6aeef719c,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:53.128063 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-4cde6f45-e7cc-49a5-8ea7-95d992aab627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:53.133070 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4cde6f45-e7cc-49a5-8ea7-95d992aab627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:53.133710 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-4cde6f45-e7cc-49a5-8ea7-95d992aab627 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2f796b42-27c3-43b1-ad6a-24a6aeef719c HTTP/1.1" status: 204 len: 168 time: 0.2642548 Jun 03 18:51:53.180182 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Device 7b85cbe9-9161-4e26-8aeb-337ef341ca8f up at agent hyperv_hv-cinder-79466 {{(pid=103518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 18:51:53.193809 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b7ca585b-5615-467f-bf0b-04e63b42febc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:53.208147 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd45c225-0a4d-4c56-b18e-f3bdfc182d74 req-dadf2b33-b1a3-4143-8a37-7a1e2f438ae5 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:53.214187 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-cd45c225-0a4d-4c56-b18e-f3bdfc182d74 req-dadf2b33-b1a3-4143-8a37-7a1e2f438ae5 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=11ca52b9-45f4-4b71-b0bd-1cd6fdf48b01 HTTP/1.1" status: 200 len: 944 time: 0.1035604 Jun 03 18:51:53.237734 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-cd45c225-0a4d-4c56-b18e-f3bdfc182d74 req-0a150573-4782-4594-bea9-8be28467aebf tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0217bca-e2f4-4d08-8774-71c4c877895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0225546 Jun 03 18:51:53.275496 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b7ca585b-5615-467f-bf0b-04e63b42febc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:53.280516 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-57def542-984b-4016-88a1-3691e95c5230 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:53.300584 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ca585b-5615-467f-bf0b-04e63b42febc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d1a553-e743-468e-b698-a4936f36a295,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:53.303576 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-b7ca585b-5615-467f-bf0b-04e63b42febc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8e22c099fed241b98ebff2606107afea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2566807 Jun 03 18:51:53.304085 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-b7ca585b-5615-467f-bf0b-04e63b42febc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:53.307301 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 54254) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:53.308924 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Provisioning for port 7b85cbe9-9161-4e26-8aeb-337ef341ca8f completed by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 18:51:53.316726 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Provisioning complete for port 7b85cbe9-9161-4e26-8aeb-337ef341ca8f triggered by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 18:51:53.317625 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:53.345349 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ab16b3e2-70bc-47c7-8237-7dfc5b20729e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:53.363802 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ab16b3e2-70bc-47c7-8237-7dfc5b20729e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:53.395788 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:53.413638 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11ca52b9-45f4-4b71-b0bd-1cd6fdf48b01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b85cbe9-9161-4e26-8aeb-337ef341ca8f'}] {{(pid=103518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 18:51:53.416046 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db66028b02b75232abd2ce52c3e0184f662a2cc7ac62fff2d597f865859cb538" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b432b22d-baa7-40cf-ae64-9934f70b1063" -d '{"events": [{"server_uuid": "11ca52b9-45f4-4b71-b0bd-1cd6fdf48b01", "name": "network-vif-plugged", "status": "completed", "tag": "7b85cbe9-9161-4e26-8aeb-337ef341ca8f"}]}' {{(pid=103518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 18:51:53.427385 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] For port 7b85cbe9-9161-4e26-8aeb-337ef341ca8f, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=7b85cbe9-9161-4e26-8aeb-337ef341ca8f,segment=NetworkSegment(dbca1dbe-5a89-473a-94f4-75bd9e3fa1aa),segment_id=dbca1dbe-5a89-473a-94f4-75bd9e3fa1aa)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:51:53.440843 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 18:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e91d72-0394-4ad6-9441-53051da3cd64 x-openstack-request-id: req-a3e91d72-0394-4ad6-9441-53051da3cd64 {{(pid=103518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 18:51:53.441046 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11ca52b9-45f4-4b71-b0bd-1cd6fdf48b01", "name": "network-vif-plugged", "status": "completed", "tag": "7b85cbe9-9161-4e26-8aeb-337ef341ca8f", "code": 200}]} {{(pid=103518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 18:51:53.441181 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a3e91d72-0394-4ad6-9441-53051da3cd64 {{(pid=103518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 18:51:53.441639 dv-cinder-794661-1-smb neutron-server[103518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11ca52b9-45f4-4b71-b0bd-1cd6fdf48b01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b85cbe9-9161-4e26-8aeb-337ef341ca8f', 'code': 200} Jun 03 18:51:53.477250 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ab16b3e2-70bc-47c7-8237-7dfc5b20729e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:53.481219 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-2ad85aeb-2706-462a-ad52-3ac62d9183b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:53.487854 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab16b3e2-70bc-47c7-8237-7dfc5b20729e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d1a553-e743-468e-b698-a4936f36a295,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:53.490032 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-ab16b3e2-70bc-47c7-8237-7dfc5b20729e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:53.491878 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ab16b3e2-70bc-47c7-8237-7dfc5b20729e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:53.493187 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-ab16b3e2-70bc-47c7-8237-7dfc5b20729e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/38d1a553-e743-468e-b698-a4936f36a295 HTTP/1.1" status: 204 len: 168 time: 0.1848011 Jun 03 18:51:53.511462 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:53.512591 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:53.550123 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Pushing event updated for resources: {'Port': ['ID=7b85cbe9-9161-4e26-8aeb-337ef341ca8f,revision_number=5']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:53.591173 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:53.889406 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-4697b15c-91aa-4f76-a9e8-0df0df72a19d req-32b8a24c-b8be-4f8a-918b-47ce2ed05308 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=381044c8-cab6-44e0-a866-9b4253a6cc73 HTTP/1.1" status: 200 len: 210 time: 0.0291460 Jun 03 18:51:53.901450 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508e9695-0113-4988-a0a9-f9a43db46b4c req-98d120fd-6c84-4b61-9815-0ec52ba1bb13 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:53.902462 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-508e9695-0113-4988-a0a9-f9a43db46b4c req-98d120fd-6c84-4b61-9815-0ec52ba1bb13 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 945 time: 0.0460303 Jun 03 18:51:53.929523 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-508e9695-0113-4988-a0a9-f9a43db46b4c req-af32ce72-b7a9-4814-8273-26f70a875a22 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0238361 Jun 03 18:51:54.343664 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07125660-2894-4ad3-88a2-7ce723bb844b req-fdd1227a-5074-4055-b7ea-9b5f2a7d9bef tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:54.344535 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-07125660-2894-4ad3-88a2-7ce723bb844b req-fdd1227a-5074-4055-b7ea-9b5f2a7d9bef tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=11ca52b9-45f4-4b71-b0bd-1cd6fdf48b01 HTTP/1.1" status: 200 len: 945 time: 0.0507202 Jun 03 18:51:54.371652 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-07125660-2894-4ad3-88a2-7ce723bb844b req-b947bc43-2ecf-449d-befe-e9bef10a9347 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0217bca-e2f4-4d08-8774-71c4c877895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0224555 Jun 03 18:51:54.447987 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9587d1-b80b-4e87-9701-104444315278 req-c2b7f2fe-ffac-4a7f-a3a8-a3d4473cda8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:54.448977 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-3a9587d1-b80b-4e87-9701-104444315278 req-c2b7f2fe-ffac-4a7f-a3a8-a3d4473cda8d service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=11ca52b9-45f4-4b71-b0bd-1cd6fdf48b01 HTTP/1.1" status: 200 len: 1098 time: 0.0407813 Jun 03 18:51:54.491992 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-3a9587d1-b80b-4e87-9701-104444315278 req-3d3d47cd-96a0-4818-91c2-f625031b8d8d service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=a0217bca-e2f4-4d08-8774-71c4c877895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0248690 Jun 03 18:51:55.011612 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-1dbf654a-aa08-4248-be47-301a32fa4940 req-dfb7ce80-8a8b-44c1-956c-88307387b64f tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=381044c8-cab6-44e0-a866-9b4253a6cc73 HTTP/1.1" status: 200 len: 210 time: 0.0347192 Jun 03 18:51:55.064468 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4835afb-8bad-48f3-bdfe-1ed1f3fe7b53 req-712e3d95-dd01-4776-bc5c-2c5b142d062e tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:55.064468 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-e4835afb-8bad-48f3-bdfe-1ed1f3fe7b53 req-712e3d95-dd01-4776-bc5c-2c5b142d062e tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 945 time: 0.0520854 Jun 03 18:51:55.089363 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-e4835afb-8bad-48f3-bdfe-1ed1f3fe7b53 req-4ba175c4-ba11-4502-9b73-af283aa4023c tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0214920 Jun 03 18:51:55.426511 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 54378) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:55.529514 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d784dea-748b-4043-b5be-93c7a3cd4c3d req-46441e1b-66ac-4312-8dcc-a888f62e81d4 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:55.537451 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-3d784dea-748b-4043-b5be-93c7a3cd4c3d req-46441e1b-66ac-4312-8dcc-a888f62e81d4 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=11ca52b9-45f4-4b71-b0bd-1cd6fdf48b01 HTTP/1.1" status: 200 len: 945 time: 0.1055033 Jun 03 18:51:55.568536 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-3d784dea-748b-4043-b5be-93c7a3cd4c3d req-abf4d5cd-7218-44a5-86f8-75339a022491 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0217bca-e2f4-4d08-8774-71c4c877895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303586 Jun 03 18:51:55.584632 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7ebc058a-3606-489f-a49d-cebaa1cbfb48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:55.592263 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-7ebc058a-3606-489f-a49d-cebaa1cbfb48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:51:55.594465 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-7ebc058a-3606-489f-a49d-cebaa1cbfb48 admin admin] Usage tracker for resource:security_group_rule and tenant:e074295d4e3e4d649bcf197503e0d8be is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:51:55.596116 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-7ebc058a-3606-489f-a49d-cebaa1cbfb48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:51:55.599712 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-7ebc058a-3606-489f-a49d-cebaa1cbfb48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:51:55.646488 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7ebc058a-3606-489f-a49d-cebaa1cbfb48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:55.748806 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7ebc058a-3606-489f-a49d-cebaa1cbfb48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:55.755158 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-a5e03170-ba65-4035-85fe-47b57bc52b67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:55.776207 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-7ebc058a-3606-489f-a49d-cebaa1cbfb48 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e074295d4e3e4d649bcf197503e0d8be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3488910 Jun 03 18:51:55.777159 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebc058a-3606-489f-a49d-cebaa1cbfb48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99401d78-f6e8-4d4f-85f3-bd3f7454852d,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:55.778143 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 54386) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:55.779161 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-7ebc058a-3606-489f-a49d-cebaa1cbfb48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:55.809453 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 54388) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:55.812051 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-5df61f18-ea1f-4e6e-a6fd-fe32a8cfa607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:55.827680 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-5df61f18-ea1f-4e6e-a6fd-fe32a8cfa607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:55.890479 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-439210bb-421e-4647-a805-bb9f4cb7d374 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:55.898019 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-439210bb-421e-4647-a805-bb9f4cb7d374 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:51:55.900093 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-439210bb-421e-4647-a805-bb9f4cb7d374 admin admin] Usage tracker for resource:security_group_rule and tenant:6150d4dc9ae74202b6f247db644224c2 is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:51:55.901608 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-439210bb-421e-4647-a805-bb9f4cb7d374 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:51:55.904698 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-439210bb-421e-4647-a805-bb9f4cb7d374 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:51:55.940282 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-5df61f18-ea1f-4e6e-a6fd-fe32a8cfa607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:55.944710 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-dad14efb-449e-4367-822a-a34f97256629 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:55.955043 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df61f18-ea1f-4e6e-a6fd-fe32a8cfa607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99401d78-f6e8-4d4f-85f3-bd3f7454852d,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:55.962101 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-5df61f18-ea1f-4e6e-a6fd-fe32a8cfa607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:55.962101 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-5df61f18-ea1f-4e6e-a6fd-fe32a8cfa607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:55.962101 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-5df61f18-ea1f-4e6e-a6fd-fe32a8cfa607 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/99401d78-f6e8-4d4f-85f3-bd3f7454852d HTTP/1.1" status: 204 len: 168 time: 0.1791532 Jun 03 18:51:55.997665 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-439210bb-421e-4647-a805-bb9f4cb7d374 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:56.073255 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-771d170a-26ab-49ab-bf26-852b1f68e00c req-dc407e39-0f1b-4142-bf98-44362f898c10 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=381044c8-cab6-44e0-a866-9b4253a6cc73 HTTP/1.1" status: 200 len: 210 time: 0.0231087 Jun 03 18:51:56.184786 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-439210bb-421e-4647-a805-bb9f4cb7d374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:56.191066 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-f4aa4d71-1cdb-41b9-95bf-ab7b6a5b60ac tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:56.216981 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-439210bb-421e-4647-a805-bb9f4cb7d374 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6150d4dc9ae74202b6f247db644224c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4067583 Jun 03 18:51:56.220860 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439210bb-421e-4647-a805-bb9f4cb7d374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87259a2b-7e20-41a4-8c4c-7326486f8f42,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:56.221028 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 54410) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:56.221188 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-439210bb-421e-4647-a805-bb9f4cb7d374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:56.235624 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d96aa-2904-43a3-bf2a-a3cd051558b7 req-438fc590-b020-4412-b1db-c0eae1335142 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:56.236467 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-032d96aa-2904-43a3-bf2a-a3cd051558b7 req-438fc590-b020-4412-b1db-c0eae1335142 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 945 time: 0.0902965 Jun 03 18:51:56.263116 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-032d96aa-2904-43a3-bf2a-a3cd051558b7 req-91655e34-25e0-43a9-9abb-b6f89b79719d tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0220184 Jun 03 18:51:56.268942 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-a6994a5a-c6f7-4b05-bc7b-4aad2dab7f5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:56.283322 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-a6994a5a-c6f7-4b05-bc7b-4aad2dab7f5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:56.459174 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-a6994a5a-c6f7-4b05-bc7b-4aad2dab7f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:56.462124 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-48effec4-f686-40b9-9fb5-a2f3e2115699 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:56.469619 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6994a5a-c6f7-4b05-bc7b-4aad2dab7f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87259a2b-7e20-41a4-8c4c-7326486f8f42,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:56.471480 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-a6994a5a-c6f7-4b05-bc7b-4aad2dab7f5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:56.472139 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-a6994a5a-c6f7-4b05-bc7b-4aad2dab7f5f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/87259a2b-7e20-41a4-8c4c-7326486f8f42 HTTP/1.1" status: 204 len: 168 time: 0.2520716 Jun 03 18:51:56.472634 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-a6994a5a-c6f7-4b05-bc7b-4aad2dab7f5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:56.679535 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2930e516-fec8-4572-8026-4afe6813fe9d req-3b5f36c6-99ca-45fb-bdb3-5f3bdce78686 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:56.680443 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-2930e516-fec8-4572-8026-4afe6813fe9d req-3b5f36c6-99ca-45fb-bdb3-5f3bdce78686 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=11ca52b9-45f4-4b71-b0bd-1cd6fdf48b01 HTTP/1.1" status: 200 len: 945 time: 0.0484607 Jun 03 18:51:56.705227 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-2930e516-fec8-4572-8026-4afe6813fe9d req-066d572e-546f-4065-b3cc-c2ab0d8cb292 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0217bca-e2f4-4d08-8774-71c4c877895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0212219 Jun 03 18:51:56.870950 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 54442) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:56.974239 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-84ed7942-c7d1-4a28-b09d-c60fc172e79b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:56.981967 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-84ed7942-c7d1-4a28-b09d-c60fc172e79b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:51:56.984078 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-84ed7942-c7d1-4a28-b09d-c60fc172e79b admin admin] Usage tracker for resource:security_group_rule and tenant:b9ee4de5a7ee4fe09c9cba53ab019139 is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:51:56.985680 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-84ed7942-c7d1-4a28-b09d-c60fc172e79b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:51:56.989074 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-84ed7942-c7d1-4a28-b09d-c60fc172e79b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:51:57.032262 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-84ed7942-c7d1-4a28-b09d-c60fc172e79b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:57.157686 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-84ed7942-c7d1-4a28-b09d-c60fc172e79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:57.165575 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-1764d38e-fa87-48ed-8a0f-a7f27e5eeaff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:57.171928 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-d26efaa6-091c-48a5-8f7a-bc6e4074a668 req-15e5d279-f9a9-40c5-9853-901b7d76decf tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=381044c8-cab6-44e0-a866-9b4253a6cc73 HTTP/1.1" status: 200 len: 210 time: 0.0346367 Jun 03 18:51:57.200354 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ed7942-c7d1-4a28-b09d-c60fc172e79b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a84c6b-0808-4993-8dad-d5bd2b2b1ecc,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:57.203285 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-84ed7942-c7d1-4a28-b09d-c60fc172e79b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:57.205636 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-84ed7942-c7d1-4a28-b09d-c60fc172e79b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b9ee4de5a7ee4fe09c9cba53ab019139&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3334532 Jun 03 18:51:57.210126 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 54456) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:57.241752 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ba385859-9890-456a-85a4-56c77ad93699 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:57.255210 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ba385859-9890-456a-85a4-56c77ad93699 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:57.315123 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 54464) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:57.326130 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-97777ec4-54af-40b7-acc5-229311c7ff88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:57.336149 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-97777ec4-54af-40b7-acc5-229311c7ff88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:51:57.338396 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-97777ec4-54af-40b7-acc5-229311c7ff88 admin admin] Usage tracker for resource:security_group_rule and tenant:441170c6aae045689b57b00af79cb72b is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:51:57.340856 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-97777ec4-54af-40b7-acc5-229311c7ff88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:51:57.354071 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-97777ec4-54af-40b7-acc5-229311c7ff88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:51:57.368871 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b33946d-9fc4-4ae0-a2aa-4bf4d900834a req-75c952f4-9900-4f49-ab88-257b373db557 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:57.369697 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-3b33946d-9fc4-4ae0-a2aa-4bf4d900834a req-75c952f4-9900-4f49-ab88-257b373db557 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 945 time: 0.0499606 Jun 03 18:51:57.393298 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-3b33946d-9fc4-4ae0-a2aa-4bf4d900834a req-7c773a85-3417-4f44-9685-47249f3dbf2a tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0201571 Jun 03 18:51:57.408752 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ba385859-9890-456a-85a4-56c77ad93699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:57.411942 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-ccc2845a-d67a-4012-9d4b-894bf5d480fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:57.418399 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba385859-9890-456a-85a4-56c77ad93699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a84c6b-0808-4993-8dad-d5bd2b2b1ecc,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:57.420603 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-ba385859-9890-456a-85a4-56c77ad93699 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:57.422550 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ba385859-9890-456a-85a4-56c77ad93699 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:57.422550 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-ba385859-9890-456a-85a4-56c77ad93699 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b5a84c6b-0808-4993-8dad-d5bd2b2b1ecc HTTP/1.1" status: 204 len: 168 time: 0.2115772 Jun 03 18:51:57.453102 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-97777ec4-54af-40b7-acc5-229311c7ff88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:57.560677 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-97777ec4-54af-40b7-acc5-229311c7ff88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:57.570631 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-7ebc058a-3606-489f-a49d-cebaa1cbfb48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:57.587133 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-97777ec4-54af-40b7-acc5-229311c7ff88 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=441170c6aae045689b57b00af79cb72b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2712450 Jun 03 18:51:57.588189 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97777ec4-54af-40b7-acc5-229311c7ff88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd07b3f-25a6-468a-8511-15bd9c6b4d95,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:57.589308 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 54474) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:57.590071 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-97777ec4-54af-40b7-acc5-229311c7ff88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:57.622798 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-10a68478-7b4f-4db9-aa9c-d6576278ded2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:57.636122 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-10a68478-7b4f-4db9-aa9c-d6576278ded2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:57.769394 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-10a68478-7b4f-4db9-aa9c-d6576278ded2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:57.773271 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-1eb9f191-69e2-4d06-931c-b05142b03928 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:57.780048 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a68478-7b4f-4db9-aa9c-d6576278ded2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd07b3f-25a6-468a-8511-15bd9c6b4d95,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:57.781790 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-10a68478-7b4f-4db9-aa9c-d6576278ded2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:57.782936 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-10a68478-7b4f-4db9-aa9c-d6576278ded2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:57.783623 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-10a68478-7b4f-4db9-aa9c-d6576278ded2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dfd07b3f-25a6-468a-8511-15bd9c6b4d95 HTTP/1.1" status: 204 len: 168 time: 0.1936367 Jun 03 18:51:58.244245 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 54490) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:58.254686 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-8e7c5272-56ca-4653-8876-b031b6ee049c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:58.264783 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-8e7c5272-56ca-4653-8876-b031b6ee049c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:51:58.267014 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-8e7c5272-56ca-4653-8876-b031b6ee049c admin admin] Usage tracker for resource:security_group_rule and tenant:11edba17b6a649198dca689f2cdc3e50 is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:51:58.268645 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-8e7c5272-56ca-4653-8876-b031b6ee049c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:51:58.272336 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-8e7c5272-56ca-4653-8876-b031b6ee049c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:51:58.282356 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-7df9fd3b-a25f-4284-bc67-2f91bdab584b req-38deaa5b-10ce-46ee-98a2-e42b2e728217 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=381044c8-cab6-44e0-a866-9b4253a6cc73 HTTP/1.1" status: 200 len: 210 time: 0.0406384 Jun 03 18:51:58.316860 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-8e7c5272-56ca-4653-8876-b031b6ee049c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:58.413730 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-8e7c5272-56ca-4653-8876-b031b6ee049c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:58.422583 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-29293568-9055-4f8c-978d-4b015a8aae78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:58.440871 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-8e7c5272-56ca-4653-8876-b031b6ee049c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=11edba17b6a649198dca689f2cdc3e50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1958754 Jun 03 18:51:58.442675 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 54500) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:51:58.450750 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7c5272-56ca-4653-8876-b031b6ee049c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a908fb31-fc93-4936-a065-b3baaca1faca,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:58.453631 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-8e7c5272-56ca-4653-8876-b031b6ee049c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:58.500329 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9018c97-dfd5-462e-a589-95d372b16272 req-2f89adaf-de3c-4281-a805-403befc7b42d tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:58.501262 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-e9018c97-dfd5-462e-a589-95d372b16272 req-2f89adaf-de3c-4281-a805-403befc7b42d tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 945 time: 0.0487163 Jun 03 18:51:58.518845 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c36b53ba-94c5-474f-ab1d-65a44105b28c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:58.531673 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-e9018c97-dfd5-462e-a589-95d372b16272 req-41011817-fb23-4022-a121-7b587a491ce5 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264399 Jun 03 18:51:58.541582 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c36b53ba-94c5-474f-ab1d-65a44105b28c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:58.646900 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c36b53ba-94c5-474f-ab1d-65a44105b28c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:58.650523 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-06ee0899-5fb2-4d5f-917b-84a450257df6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:51:58.663890 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36b53ba-94c5-474f-ab1d-65a44105b28c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a908fb31-fc93-4936-a065-b3baaca1faca,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:51:58.676202 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-c36b53ba-94c5-474f-ab1d-65a44105b28c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:51:58.702637 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c36b53ba-94c5-474f-ab1d-65a44105b28c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:58.703346 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-c36b53ba-94c5-474f-ab1d-65a44105b28c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a908fb31-fc93-4936-a065-b3baaca1faca HTTP/1.1" status: 204 len: 168 time: 0.2600470 Jun 03 18:51:59.371872 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-96851d3c-5700-4350-ab81-82d640a1405e req-d20daad4-7464-4fe5-9333-810038498aad tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=381044c8-cab6-44e0-a866-9b4253a6cc73 HTTP/1.1" status: 200 len: 210 time: 0.0269945 Jun 03 18:51:59.636684 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-898df592-c710-499e-865d-cab015cd97a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:51:59.640840 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c14f54-573c-4c76-bf1c-43064bae7c5a req-a0d0a97b-f64e-4a2d-8da9-2f47f3718fc1 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:51:59.644938 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-d1c14f54-573c-4c76-bf1c-43064bae7c5a req-a0d0a97b-f64e-4a2d-8da9-2f47f3718fc1 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 945 time: 0.0540271 Jun 03 18:51:59.667550 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-d1c14f54-573c-4c76-bf1c-43064bae7c5a req-ba7c752d-4b43-416c-80e2-1b41fc336302 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0221019 Jun 03 18:51:59.780955 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-5ce655e3-a0fb-4eb3-b851-e2f3398cf7c2 req-bdcf81a3-480d-47ff-a208-1580b2bcca20 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=1c90a8b7-69fa-4ab3-9608-670d0ac84b0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0492151 Jun 03 18:52:00.202016 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 54620) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:52:00.274443 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7ad1b5cb-7fa1-4394-8902-a4602348328f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:00.293550 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-7ad1b5cb-7fa1-4394-8902-a4602348328f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:52:00.296248 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-7ad1b5cb-7fa1-4394-8902-a4602348328f admin admin] Usage tracker for resource:security_group_rule and tenant:e286fcae31a74891933ab1f358f8347a is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:52:00.298477 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-7ad1b5cb-7fa1-4394-8902-a4602348328f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:52:00.302215 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-7ad1b5cb-7fa1-4394-8902-a4602348328f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:52:00.353859 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7ad1b5cb-7fa1-4394-8902-a4602348328f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:00.427927 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7ad1b5cb-7fa1-4394-8902-a4602348328f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:00.432691 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-f16c1eaf-1a43-4739-8c16-3fa880bfca6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:52:00.456694 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-7ad1b5cb-7fa1-4394-8902-a4602348328f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e286fcae31a74891933ab1f358f8347a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2537768 Jun 03 18:52:00.457727 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad1b5cb-7fa1-4394-8902-a4602348328f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb215d4-7166-458b-aee8-686b5a0259cb,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:52:00.459476 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 54628) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:52:00.461272 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-7ad1b5cb-7fa1-4394-8902-a4602348328f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:52:00.469295 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-99c8ca97-abcc-4e29-b1e4-987aaa57291c req-b521b2e2-099d-4f28-bc80-45aa2e1f877e tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=381044c8-cab6-44e0-a866-9b4253a6cc73 HTTP/1.1" status: 200 len: 210 time: 0.0315900 Jun 03 18:52:00.495038 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1b8f8f80-bc20-45f6-ba9a-e6d5673fca0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:00.534177 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1b8f8f80-bc20-45f6-ba9a-e6d5673fca0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:00.568249 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce655e3-a0fb-4eb3-b851-e2f3398cf7c2 req-288e9f4b-4454-4d90-89ad-68fdceb11c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:00.569124 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-5ce655e3-a0fb-4eb3-b851-e2f3398cf7c2 req-288e9f4b-4454-4d90-89ad-68fdceb11c31 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=c8ba5f9b622448d591fdad53cf4828bc&device_id=1c90a8b7-69fa-4ab3-9608-670d0ac84b0e HTTP/1.1" status: 200 len: 1098 time: 0.0650361 Jun 03 18:52:00.583169 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:00.668025 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce655e3-a0fb-4eb3-b851-e2f3398cf7c2 req-308ad621-1d75-43c8-be94-17931d5ce8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:00.668948 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-5ce655e3-a0fb-4eb3-b851-e2f3398cf7c2 req-308ad621-1d75-43c8-be94-17931d5ce8fe service neutron] 10.222.0.108 "GET /v2.0/networks?id=10b7379a-996c-49eb-a4af-c8a0e0fe9011 HTTP/1.1" status: 200 len: 916 time: 0.0738719 Jun 03 18:52:00.714814 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1b8f8f80-bc20-45f6-ba9a-e6d5673fca0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:00.721208 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-5b0f750d-2690-4218-8e6e-b05eb775c9ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:52:00.726054 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-5ce655e3-a0fb-4eb3-b851-e2f3398cf7c2 req-62e47b93-9edf-4b15-a3d5-720ec7f205c4 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=74debd3c-54bd-4786-9965-2e8931cdad8a HTTP/1.1" status: 200 len: 217 time: 0.0437925 Jun 03 18:52:00.729519 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8f8f80-bc20-45f6-ba9a-e6d5673fca0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb215d4-7166-458b-aee8-686b5a0259cb,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:52:00.731378 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-1b8f8f80-bc20-45f6-ba9a-e6d5673fca0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:52:00.732582 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1b8f8f80-bc20-45f6-ba9a-e6d5673fca0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:00.733395 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-1b8f8f80-bc20-45f6-ba9a-e6d5673fca0b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ffb215d4-7166-458b-aee8-686b5a0259cb HTTP/1.1" status: 204 len: 168 time: 0.2727132 Jun 03 18:52:00.781859 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce655e3-a0fb-4eb3-b851-e2f3398cf7c2 req-37d28da1-9551-4e42-823a-c44905c40a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:00.782914 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-5ce655e3-a0fb-4eb3-b851-e2f3398cf7c2 req-37d28da1-9551-4e42-823a-c44905c40a34 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=34b0c147-b581-4843-bfec-ea29d14cb6a7 HTTP/1.1" status: 200 len: 854 time: 0.0473044 Jun 03 18:52:00.790987 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-37ebb6e3-6a6e-4c55-90f0-3383c7bf5111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:00.821553 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-5ce655e3-a0fb-4eb3-b851-e2f3398cf7c2 req-7750a11c-9d4a-4728-af10-65d3e4640862 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=10b7379a-996c-49eb-a4af-c8a0e0fe9011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279713 Jun 03 18:52:00.831726 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3448d01c-90b7-4cd8-ac4c-894305940a2b req-3a3bfe1c-3dc9-4862-b921-ce2b8cc9efb7 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:00.833326 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-3448d01c-90b7-4cd8-ac4c-894305940a2b req-3a3bfe1c-3dc9-4862-b921-ce2b8cc9efb7 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 945 time: 0.0594194 Jun 03 18:52:00.875648 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-3448d01c-90b7-4cd8-ac4c-894305940a2b req-6041ad26-5c9a-4a38-ae38-b19d643b0ded tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386362 Jun 03 18:52:00.915333 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-5ce655e3-a0fb-4eb3-b851-e2f3398cf7c2 req-d6eac5e4-56fa-41da-9f64-55ff022c60d8 service neutron] 10.222.0.108 "GET /v2.0/networks/10b7379a-996c-49eb-a4af-c8a0e0fe9011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0769708 Jun 03 18:52:00.998089 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-5ce655e3-a0fb-4eb3-b851-e2f3398cf7c2 req-ed9ebf6f-bdcd-46a4-be9e-e8ad0f8a5004 service neutron] 10.222.0.108 "GET /v2.0/networks/10b7379a-996c-49eb-a4af-c8a0e0fe9011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0725725 Jun 03 18:52:01.593201 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-d60b1b05-7f4e-4ca2-9463-1db29c6acded req-378e3687-a33c-45f4-8ddb-7511364ab4b8 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=381044c8-cab6-44e0-a866-9b4253a6cc73 HTTP/1.1" status: 200 len: 210 time: 0.0394516 Jun 03 18:52:01.992494 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2781d6e-8276-4b53-b59c-ab44fe7f0ac8 req-7c827544-23d4-425c-83ce-75f362926d33 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:01.993299 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-a2781d6e-8276-4b53-b59c-ab44fe7f0ac8 req-7c827544-23d4-425c-83ce-75f362926d33 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 945 time: 0.0456066 Jun 03 18:52:02.023468 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-a2781d6e-8276-4b53-b59c-ab44fe7f0ac8 req-c0eaa9c3-877e-498f-925f-0d25d1b9389b tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264878 Jun 03 18:52:02.061823 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:02.314931 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 54694) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:52:02.557574 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:02.598758 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7fd09447-659f-42d0-aebd-843abac5ca05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:02.608001 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-7fd09447-659f-42d0-aebd-843abac5ca05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:52:02.610704 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-7fd09447-659f-42d0-aebd-843abac5ca05 admin admin] Usage tracker for resource:security_group_rule and tenant:373db499925b45e285a11bdb3ed9f57a is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:52:02.612587 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-7fd09447-659f-42d0-aebd-843abac5ca05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:52:02.616472 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-7fd09447-659f-42d0-aebd-843abac5ca05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:52:02.689600 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7fd09447-659f-42d0-aebd-843abac5ca05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:02.690854 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-98726b0a-36b6-490a-8ab9-24c41bc21545 req-d46d02aa-0d1f-4f20-a037-915279a12672 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=381044c8-cab6-44e0-a866-9b4253a6cc73 HTTP/1.1" status: 200 len: 210 time: 0.0285597 Jun 03 18:52:02.692916 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:02.821420 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7fd09447-659f-42d0-aebd-843abac5ca05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:02.826758 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-0071bcdd-ea0d-4def-aaab-a54bea872915 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:52:02.852332 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-7fd09447-659f-42d0-aebd-843abac5ca05 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=373db499925b45e285a11bdb3ed9f57a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5366549 Jun 03 18:52:02.852915 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd09447-659f-42d0-aebd-843abac5ca05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be2c9d4d-5b8a-4a8f-a0d8-c9c442d273db,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:52:02.854395 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 54710) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:52:02.855137 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-7fd09447-659f-42d0-aebd-843abac5ca05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:52:02.890137 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-6394d293-f329-466c-a074-e4a5bc6f5be1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:02.909492 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-6394d293-f329-466c-a074-e4a5bc6f5be1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:03.157310 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-6394d293-f329-466c-a074-e4a5bc6f5be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:03.162159 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-84ed7942-c7d1-4a28-b09d-c60fc172e79b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:52:03.183592 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6394d293-f329-466c-a074-e4a5bc6f5be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2c9d4d-5b8a-4a8f-a0d8-c9c442d273db,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:52:03.183592 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-6394d293-f329-466c-a074-e4a5bc6f5be1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:52:03.183592 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-6394d293-f329-466c-a074-e4a5bc6f5be1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:03.183592 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-6394d293-f329-466c-a074-e4a5bc6f5be1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/be2c9d4d-5b8a-4a8f-a0d8-c9c442d273db HTTP/1.1" status: 204 len: 168 time: 0.3279166 Jun 03 18:52:03.204189 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6317a9de-1fcf-4adb-9c17-caf5f41e6520 req-9917acb1-5ccc-46b0-85ae-b0b3d571c06a tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:03.205059 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-6317a9de-1fcf-4adb-9c17-caf5f41e6520 req-9917acb1-5ccc-46b0-85ae-b0b3d571c06a tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 945 time: 0.1079025 Jun 03 18:52:03.229955 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-6317a9de-1fcf-4adb-9c17-caf5f41e6520 req-6d1fdfca-6fa9-47ae-b180-abd89a8d8aff tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0213344 Jun 03 18:52:03.787848 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-7c073ded-be1c-41f7-b3a6-5c1e392bdaa3 req-550e07a7-eebf-4e26-87e5-1e937f3553c1 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=381044c8-cab6-44e0-a866-9b4253a6cc73 HTTP/1.1" status: 200 len: 210 time: 0.0300848 Jun 03 18:52:04.087654 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 54746) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:52:04.150208 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.v2.base [None req-b3661dbb-b9a8-45b6-a810-5de6642590fa admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1162283269-network', 'tenant_id': 'd9d38a24baac46b597b583bcef65367c'}} {{(pid=103517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:52:04.153376 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-b3661dbb-b9a8-45b6-a810-5de6642590fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:52:04.155722 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-b3661dbb-b9a8-45b6-a810-5de6642590fa admin admin] Usage tracker for resource:network and tenant:d9d38a24baac46b597b583bcef65367c is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:52:04.157416 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-b3661dbb-b9a8-45b6-a810-5de6642590fa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:52:04.160899 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-b3661dbb-b9a8-45b6-a810-5de6642590fa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:52:04.295646 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3661dbb-b9a8-45b6-a810-5de6642590fa admin admin] Made reservation on behalf of d9d38a24baac46b597b583bcef65367c for: {'network': 1} {{(pid=103517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 18:52:04.295646 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-b3661dbb-b9a8-45b6-a810-5de6642590fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1684408'] for network, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:04.321794 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-b3661dbb-b9a8-45b6-a810-5de6642590fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:04.331728 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-b3661dbb-b9a8-45b6-a810-5de6642590fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:52:04.334964 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-b3661dbb-b9a8-45b6-a810-5de6642590fa admin admin] Usage tracker for resource:security_group_rule and tenant:d9d38a24baac46b597b583bcef65367c is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:52:04.337152 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-b3661dbb-b9a8-45b6-a810-5de6642590fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:52:04.341570 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-b3661dbb-b9a8-45b6-a810-5de6642590fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:52:04.366100 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106698e8-15d2-448f-993f-0fef9a9ee01e req-5a2e9d8f-de9e-4c84-8009-7f36833bca0f tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:04.367021 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-106698e8-15d2-448f-993f-0fef9a9ee01e req-5a2e9d8f-de9e-4c84-8009-7f36833bca0f tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 945 time: 0.0696130 Jun 03 18:52:04.401383 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-106698e8-15d2-448f-993f-0fef9a9ee01e req-199a1a64-9993-4592-a1b2-84b676b59574 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295589 Jun 03 18:52:04.421442 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-b3661dbb-b9a8-45b6-a810-5de6642590fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:04.503726 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-b3661dbb-b9a8-45b6-a810-5de6642590fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:04.509230 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-5df61f18-ea1f-4e6e-a6fd-fe32a8cfa607 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:52:04.531852 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3661dbb-b9a8-45b6-a810-5de6642590fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1432} {{(pid=103517) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 18:52:04.539576 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3661dbb-b9a8-45b6-a810-5de6642590fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c30103-8cf6-40eb-91b8-c6a4d970054b,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:52:04.542101 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-b3661dbb-b9a8-45b6-a810-5de6642590fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:52:04.542692 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-b3661dbb-b9a8-45b6-a810-5de6642590fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529572'] for segment, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:04.542895 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.db.segments_db [None req-b3661dbb-b9a8-45b6-a810-5de6642590fa admin admin] Added segment 16c25a19-650c-4faf-ba1d-432b734bedc4 of type vlan for network d37c0514-a3e6-48ec-8f13-b783af090b4a Jun 03 18:52:04.559798 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-b3661dbb-b9a8-45b6-a810-5de6642590fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751241310154'] for network, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:04.681891 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-b3661dbb-b9a8-45b6-a810-5de6642590fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549287'] for network, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:04.683567 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3661dbb-b9a8-45b6-a810-5de6642590fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:04.684352 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-b3661dbb-b9a8-45b6-a810-5de6642590fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549304'] for network, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:04.690395 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-3dc35c4c-75d2-4aee-803b-f4627fb9ec2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:52:04.761390 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3661dbb-b9a8-45b6-a810-5de6642590fa admin admin] Pushing event updated for resources: {'Network': ['ID=d37c0514-a3e6-48ec-8f13-b783af090b4a,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:52:04.762726 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-b3661dbb-b9a8-45b6-a810-5de6642590fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:52:04.768264 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Network d37c0514-a3e6-48ec-8f13-b783af090b4a details requested by agent ovs-agent-dv-cinder-794661-1-smb with host dv-cinder-794661-1-smb {{(pid=103518) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 18:52:04.855089 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-b3661dbb-b9a8-45b6-a810-5de6642590fa admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7632332 Jun 03 18:52:04.855222 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 54768) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:52:04.857395 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.v2.base [None req-8452902c-c501-4a7c-afb9-ee2530bbfc0b admin admin] Request body: {'subnet': {'network_id': 'd37c0514-a3e6-48ec-8f13-b783af090b4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1162283269-subnet', 'tenant_id': 'd9d38a24baac46b597b583bcef65367c', 'ip_version': 4}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:52:04.860776 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-8452902c-c501-4a7c-afb9-ee2530bbfc0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:52:04.881656 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-8452902c-c501-4a7c-afb9-ee2530bbfc0b admin admin] Usage tracker for resource:subnet and tenant:d9d38a24baac46b597b583bcef65367c is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:52:04.885238 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-8452902c-c501-4a7c-afb9-ee2530bbfc0b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:52:04.887620 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-87c68d78-c2e7-4804-9e52-380c71b187ca req-64eb5139-dfb1-47ae-b6cd-b4a49647cb8b tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=381044c8-cab6-44e0-a866-9b4253a6cc73 HTTP/1.1" status: 200 len: 210 time: 0.0274673 Jun 03 18:52:04.889549 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-8452902c-c501-4a7c-afb9-ee2530bbfc0b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:52:04.980638 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8452902c-c501-4a7c-afb9-ee2530bbfc0b admin admin] Made reservation on behalf of d9d38a24baac46b597b583bcef65367c for: {'subnet': 1} {{(pid=103516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 18:52:04.985628 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8452902c-c501-4a7c-afb9-ee2530bbfc0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3540567'] for subnet, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:05.034768 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 18:52:05.394088 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8452902c-c501-4a7c-afb9-ee2530bbfc0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3014052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3540549'] for subnet, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:05.397091 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:52:05.442939 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8452902c-c501-4a7c-afb9-ee2530bbfc0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe7b0dbf-28e6-4929-ac4a-322194eadbe9,revision_number=0']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:52:05.445329 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-8452902c-c501-4a7c-afb9-ee2530bbfc0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:52:05.449636 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8452902c-c501-4a7c-afb9-ee2530bbfc0b admin admin] Checking segment: {'id': '16c25a19-650c-4faf-ba1d-432b734bedc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': 'd37c0514-a3e6-48ec-8f13-b783af090b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 18:52:05.449636 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8452902c-c501-4a7c-afb9-ee2530bbfc0b admin admin] Network hostable DHCP agents. Network: d37c0514-a3e6-48ec-8f13-b783af090b4a, hostable agents: ['fb8d2d29-1809-4f62-9f23-eb4c5e08b409'], hosted agents: [] {{(pid=103516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 18:52:05.543319 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3ed40-9c38-44a5-ab18-c961711495c7 req-b62466ab-e1f2-4982-8391-935957c01798 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:05.545579 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-78f3ed40-9c38-44a5-ab18-c961711495c7 req-b62466ab-e1f2-4982-8391-935957c01798 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 945 time: 0.0707557 Jun 03 18:52:05.574060 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-78f3ed40-9c38-44a5-ab18-c961711495c7 req-c38edf11-6a07-48ad-8393-64bc56743d2e tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0257068 Jun 03 18:52:05.817262 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8452902c-c501-4a7c-afb9-ee2530bbfc0b admin admin] Network d37c0514-a3e6-48ec-8f13-b783af090b4a is scheduled to be hosted by DHCP agent fb8d2d29-1809-4f62-9f23-eb4c5e08b409 with binding_index 1 {{(pid=103516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 18:52:05.908540 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-8452902c-c501-4a7c-afb9-ee2530bbfc0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794661-1-smb, d37c0514-a3e6-48ec-8f13-b783af090b4a) {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 18:52:05.915537 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8452902c-c501-4a7c-afb9-ee2530bbfc0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:05.915962 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8452902c-c501-4a7c-afb9-ee2530bbfc0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:05.922847 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf06c3e-9a3a-4492-b3e4-0ed44b9d8b3b None None] Network d37c0514-a3e6-48ec-8f13-b783af090b4a requested from dv-cinder-794661-1-smb {{(pid=103518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 18:52:05.995115 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-eaef85e4-5e81-45fa-9ed3-91a5bae87eb3 req-02e7a585-2876-408c-9be9-f85a7739a6f7 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=381044c8-cab6-44e0-a866-9b4253a6cc73 HTTP/1.1" status: 200 len: 210 time: 0.0276282 Jun 03 18:52:06.021445 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-8452902c-c501-4a7c-afb9-ee2530bbfc0b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1665406 Jun 03 18:52:06.023752 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 54792) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:52:06.028132 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.v2.base [None req-8c632170-dabc-41f6-96e6-98a382fb2875 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1162283269-router', 'tenant_id': 'd9d38a24baac46b597b583bcef65367c', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc'}}} {{(pid=103517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:52:06.038200 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-8c632170-dabc-41f6-96e6-98a382fb2875 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:52:06.038200 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-8c632170-dabc-41f6-96e6-98a382fb2875 admin admin] Usage tracker for resource:router and tenant:d9d38a24baac46b597b583bcef65367c is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:52:06.038200 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-8c632170-dabc-41f6-96e6-98a382fb2875 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:52:06.043151 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9444b357-ccbc-4efe-9d33-8f536e0dc78c req-d233fa8f-8b40-4377-b643-d304d812cc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:06.043453 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-8c632170-dabc-41f6-96e6-98a382fb2875 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:52:06.044207 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-9444b357-ccbc-4efe-9d33-8f536e0dc78c req-d233fa8f-8b40-4377-b643-d304d812cc80 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 1098 time: 0.0466740 Jun 03 18:52:06.058009 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177bd109-ae18-43d8-9034-7c3121d06d0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe55a649f-66e1-5c59-8e10-c698044dc604-d37c0514-a3e6-48ec-8f13-b783af090b4a', 'network_id': 'd37c0514-a3e6-48ec-8f13-b783af090b4a', 'tenant_id': 'd9d38a24baac46b597b583bcef65367c', 'fixed_ips': [{'subnet_id': 'fe7b0dbf-28e6-4929-ac4a-322194eadbe9'}]}} from dv-cinder-794661-1-smb. {{(pid=103518) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 18:52:06.058517 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-177bd109-ae18-43d8-9034-7c3121d06d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_create {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:06.087942 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-9444b357-ccbc-4efe-9d33-8f536e0dc78c req-c3f5f815-6b1f-4fd4-ac87-d8aebe4f6c73 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345948 Jun 03 18:52:06.146126 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-8c632170-dabc-41f6-96e6-98a382fb2875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27923'] for router, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:06.147007 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-8c632170-dabc-41f6-96e6-98a382fb2875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-444002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27930'] for router, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:06.148536 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.db_base_plugin_common [None req-177bd109-ae18-43d8-9034-7c3121d06d0d None None] Allocated IP 172.20.0.2 (d37c0514-a3e6-48ec-8f13-b783af090b4a/fe7b0dbf-28e6-4929-ac4a-322194eadbe9/73e8d215-c567-454d-83f9-1671d29c7d31) {{(pid=103518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 18:52:06.156343 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-8c632170-dabc-41f6-96e6-98a382fb2875 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:06.263278 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-177bd109-ae18-43d8-9034-7c3121d06d0d None None] Notify callbacks [] for port, precommit_create {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:06.268780 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-177bd109-ae18-43d8-9034-7c3121d06d0d None None] Transition to ACTIVE for port object 73e8d215-c567-454d-83f9-1671d29c7d31 will not be triggered until provisioned by entity L2. {{(pid=103518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 18:52:06.278214 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-177bd109-ae18-43d8-9034-7c3121d06d0d None None] Transition to ACTIVE for port object 73e8d215-c567-454d-83f9-1671d29c7d31 will not be triggered until provisioned by entity DHCP. {{(pid=103518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 18:52:06.366139 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-177bd109-ae18-43d8-9034-7c3121d06d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751241322828'] for port, after_create {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:06.368821 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:52:06.400846 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177bd109-ae18-43d8-9034-7c3121d06d0d None None] Network d37c0514-a3e6-48ec-8f13-b783af090b4a is already hosted by enough agents. {{(pid=103518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 18:52:06.401756 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.scheduler.base_scheduler [None req-177bd109-ae18-43d8-9034-7c3121d06d0d None None] Resources bound (agent type, host, resource id): {{(pid=103518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 18:52:06.404239 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177bd109-ae18-43d8-9034-7c3121d06d0d None None] Received port after_create {{(pid=103518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 18:52:06.410484 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-8c632170-dabc-41f6-96e6-98a382fb2875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28020'] for router, precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:06.429824 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177bd109-ae18-43d8-9034-7c3121d06d0d None None] Pushing event updated for resources: {'Port': ['ID=73e8d215-c567-454d-83f9-1671d29c7d31,revision_number=1']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:52:06.433352 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-177bd109-ae18-43d8-9034-7c3121d06d0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:52:06.461143 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.managers [None req-177bd109-ae18-43d8-9034-7c3121d06d0d None None] Attempting to bind port 73e8d215-c567-454d-83f9-1671d29c7d31 on host dv-cinder-794661-1-smb for vnic_type normal with profile {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 18:52:06.461362 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.managers [None req-177bd109-ae18-43d8-9034-7c3121d06d0d None None] Attempting to bind port 73e8d215-c567-454d-83f9-1671d29c7d31 by drivers openvswitch,hyperv on host dv-cinder-794661-1-smb at level 0 using segments [{'id': '16c25a19-650c-4faf-ba1d-432b734bedc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': 'd37c0514-a3e6-48ec-8f13-b783af090b4a'}] {{(pid=103518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 18:52:06.461558 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177bd109-ae18-43d8-9034-7c3121d06d0d None None] Attempting to bind port 73e8d215-c567-454d-83f9-1671d29c7d31 on network d37c0514-a3e6-48ec-8f13-b783af090b4a {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 18:52:06.464733 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177bd109-ae18-43d8-9034-7c3121d06d0d None None] Checking agent: {'id': '9af4ad39-3160-4d10-9b77-67ea66ff9724', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794661-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 18, 44, 30), 'started_at': datetime.datetime(2021, 6, 3, 18, 45, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794661-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 18:52:06.464941 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177bd109-ae18-43d8-9034-7c3121d06d0d None None] Checking segment: {'id': '16c25a19-650c-4faf-ba1d-432b734bedc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': 'd37c0514-a3e6-48ec-8f13-b783af090b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 18:52:06.465165 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-177bd109-ae18-43d8-9034-7c3121d06d0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:06.465375 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177bd109-ae18-43d8-9034-7c3121d06d0d None None] Bound using segment: {'id': '16c25a19-650c-4faf-ba1d-432b734bedc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': 'd37c0514-a3e6-48ec-8f13-b783af090b4a'} {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 18:52:06.465633 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.managers [None req-177bd109-ae18-43d8-9034-7c3121d06d0d None None] Bound port: 73e8d215-c567-454d-83f9-1671d29c7d31, host: dv-cinder-794661-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c25a19-650c-4faf-ba1d-432b734bedc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': 'd37c0514-a3e6-48ec-8f13-b783af090b4a'}}] {{(pid=103518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 18:52:06.465835 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-177bd109-ae18-43d8-9034-7c3121d06d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:06.511350 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-177bd109-ae18-43d8-9034-7c3121d06d0d None None] For port 73e8d215-c567-454d-83f9-1671d29c7d31, host dv-cinder-794661-1-smb, cleared binding levels {{(pid=103518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 18:52:06.513333 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-177bd109-ae18-43d8-9034-7c3121d06d0d None None] For port 73e8d215-c567-454d-83f9-1671d29c7d31, host dv-cinder-794661-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794661-1-smb',level=0,port_id=73e8d215-c567-454d-83f9-1671d29c7d31,segment=NetworkSegment(16c25a19-650c-4faf-ba1d-432b734bedc4),segment_id=16c25a19-650c-4faf-ba1d-432b734bedc4)] {{(pid=103518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 18:52:06.613970 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-177bd109-ae18-43d8-9034-7c3121d06d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:06.616640 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:52:06.639784 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-8c632170-dabc-41f6-96e6-98a382fb2875 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:06.656052 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-8c632170-dabc-41f6-96e6-98a382fb2875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:06.661316 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177bd109-ae18-43d8-9034-7c3121d06d0d None None] Pushing event updated for resources: {'Port': ['ID=73e8d215-c567-454d-83f9-1671d29c7d31,revision_number=2']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:52:06.663469 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-177bd109-ae18-43d8-9034-7c3121d06d0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:52:06.763376 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7bd636-6b61-4186-a525-d56396ccf059 req-d38743bd-18d6-4a10-8593-8518fe523e77 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:06.765170 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-2f7bd636-6b61-4186-a525-d56396ccf059 req-d38743bd-18d6-4a10-8593-8518fe523e77 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 945 time: 0.1066337 Jun 03 18:52:06.767974 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.db_base_plugin_common [None req-8c632170-dabc-41f6-96e6-98a382fb2875 admin admin] Allocated IP 172.28.1.103 (6ece2837-d49d-41e4-9380-4ff50b3876fc/eed56ebd-fbdc-4b64-be4b-629d7f0513a5/fa43c017-267f-4481-ba03-bcd457d00e94) {{(pid=103517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 18:52:06.884148 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-2f7bd636-6b61-4186-a525-d56396ccf059 req-4a6e8d3d-c284-4a46-beb2-80b45dcbd8db tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149004 Jun 03 18:52:06.940283 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-8c632170-dabc-41f6-96e6-98a382fb2875 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:07.066355 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-8c632170-dabc-41f6-96e6-98a382fb2875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751241322828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3647885'] for port, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:07.078357 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:52:07.085944 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-122d80fb-4e09-4622-9dfe-487522841250 req-4866417c-0973-4530-9551-202185dbd3f5 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=381044c8-cab6-44e0-a866-9b4253a6cc73 HTTP/1.1" status: 200 len: 210 time: 0.0268495 Jun 03 18:52:07.119193 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c632170-dabc-41f6-96e6-98a382fb2875 admin admin] Network 6ece2837-d49d-41e4-9380-4ff50b3876fc is already hosted by enough agents. {{(pid=103517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 18:52:07.121164 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.scheduler.base_scheduler [None req-8c632170-dabc-41f6-96e6-98a382fb2875 admin admin] Resources bound (agent type, host, resource id): {{(pid=103517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 18:52:07.123993 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c632170-dabc-41f6-96e6-98a382fb2875 admin admin] Received port after_create {{(pid=103517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 18:52:07.141721 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c632170-dabc-41f6-96e6-98a382fb2875 admin admin] Pushing event updated for resources: {'Port': ['ID=fa43c017-267f-4481-ba03-bcd457d00e94,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:52:07.150454 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-8c632170-dabc-41f6-96e6-98a382fb2875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:52:07.294057 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f8ce95-17e7-4aba-8a43-7dbcc8bb8b3b None None] Network d37c0514-a3e6-48ec-8f13-b783af090b4a requested from dv-cinder-794661-1-smb {{(pid=103518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 18:52:07.460707 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-8c632170-dabc-41f6-96e6-98a382fb2875 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:07.473554 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-a1e167ed-b9eb-4353-94dc-d570264f3574 None None] Provisioning for port 73e8d215-c567-454d-83f9-1671d29c7d31 completed by entity DHCP. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 18:52:07.651053 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-8c632170-dabc-41f6-96e6-98a382fb2875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573491'] for router, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:07.860852 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c632170-dabc-41f6-96e6-98a382fb2875 admin admin] Router c1f653c3-bd15-48e5-bc73-fc0fa836e1ad is scheduled to L3 agent e49736c8-5019-4904-a5ca-8bb53e194ab8 with binding_index 1 {{(pid=103517) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 18:52:08.062239 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c632170-dabc-41f6-96e6-98a382fb2875 admin admin] Notify agent at l3_agent.dv-cinder-794661-1-smb the message routers_updated {{(pid=103517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 18:52:08.069023 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40c36b3-3080-4344-84d5-8a3c3f021282 None None] Sync routers for ids ['c1f653c3-bd15-48e5-bc73-fc0fa836e1ad'] in dv-cinder-794661-1-smb {{(pid=103519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 18:52:08.076843 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40c36b3-3080-4344-84d5-8a3c3f021282 None None] Routers {'c1f653c3-bd15-48e5-bc73-fc0fa836e1ad'} bound to L3 agent in host dv-cinder-794661-1-smb {{(pid=103519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 18:52:08.077586 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_hamode_db [None req-f40c36b3-3080-4344-84d5-8a3c3f021282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794661-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T18:44:31Z,description=,heartbeat_timestamp=2021-06-03T18:52:01Z,host='dv-cinder-794661-1-smb',id=e49736c8-5019-4904-a5ca-8bb53e194ab8,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T18:44:31Z,topic='l3_agent')) {'router_ids': ['c1f653c3-bd15-48e5-bc73-fc0fa836e1ad'], 'active': True} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:52:08.082772 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5443e97-df4b-4165-8ab2-09f805703152 req-bbba9a96-5fb5-43a9-bb32-5ba6472fa716 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:08.083401 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-e5443e97-df4b-4165-8ab2-09f805703152 req-bbba9a96-5fb5-43a9-bb32-5ba6472fa716 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 945 time: 0.0957558 Jun 03 18:52:08.117113 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-e5443e97-df4b-4165-8ab2-09f805703152 req-5a7d6a5a-8821-463a-9c47-14c3d676c567 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0244715 Jun 03 18:52:08.164805 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device 73e8d215-c567-454d-83f9-1671d29c7d31 up at agent ovs-agent-dv-cinder-794661-1-smb {{(pid=103518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 18:52:08.183373 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_dvr_db [None req-f40c36b3-3080-4344-84d5-8a3c3f021282 None None] Set router c1f653c3-bd15-48e5-bc73-fc0fa836e1ad gateway port host: dv-cinder-794661-1-smb {{(pid=103519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 18:52:08.183922 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-8c632170-dabc-41f6-96e6-98a382fb2875 admin admin] Notify callbacks [] for router, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:08.184636 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-8c632170-dabc-41f6-96e6-98a382fb2875 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1600828 Jun 03 18:52:08.202724 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 54896) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:52:08.203915 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-482e4dae-dd29-4f61-b688-e55c889c4f2d req-61e95742-3d89-4b9a-9190-21db47fcf615 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=381044c8-cab6-44e0-a866-9b4253a6cc73 HTTP/1.1" status: 200 len: 210 time: 0.0421622 Jun 03 18:52:08.308255 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Provisioning for port 73e8d215-c567-454d-83f9-1671d29c7d31 completed by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 18:52:08.317474 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Provisioning complete for port 73e8d215-c567-454d-83f9-1671d29c7d31 triggered by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 18:52:08.318817 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:08.376462 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_hamode_db [None req-f40c36b3-3080-4344-84d5-8a3c3f021282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f653c3-bd15-48e5-bc73-fc0fa836e1ad', 'name': 'tempest-TestMinimumBasicScenario-1162283269-router', 'tenant_id': 'd9d38a24baac46b597b583bcef65367c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.103'}], 'enable_snat': True}, 'gw_port_id': 'fa43c017-267f-4481-ba03-bcd457d00e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T18:52:06Z', 'updated_at': '2021-06-03T18:52:07Z', 'revision_number': 3, 'project_id': 'd9d38a24baac46b597b583bcef65367c', 'gw_port': {'id': 'fa43c017-267f-4481-ba03-bcd457d00e94', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:37:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f653c3-bd15-48e5-bc73-fc0fa836e1ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:52:06Z', 'updated_at': '2021-06-03T18:52:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb'}], 'dv-cinder-794661-1-smb', False) {} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:52:08.385456 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40c36b3-3080-4344-84d5-8a3c3f021282 None None] Checking router: c1f653c3-bd15-48e5-bc73-fc0fa836e1ad for host: dv-cinder-794661-1-smb {{(pid=103519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 18:52:08.385456 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40c36b3-3080-4344-84d5-8a3c3f021282 None None] Updating router c1f653c3-bd15-48e5-bc73-fc0fa836e1ad port fa43c017-267f-4481-ba03-bcd457d00e94 binding host dv-cinder-794661-1-smb {{(pid=103519) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 18:52:08.394167 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:08.413483 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-f40c36b3-3080-4344-84d5-8a3c3f021282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:08.415343 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] For port 73e8d215-c567-454d-83f9-1671d29c7d31, host dv-cinder-794661-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794661-1-smb',level=0,port_id=73e8d215-c567-454d-83f9-1671d29c7d31,segment=NetworkSegment(16c25a19-650c-4faf-ba1d-432b734bedc4),segment_id=16c25a19-650c-4faf-ba1d-432b734bedc4)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:52:08.527237 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:08.528626 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:52:08.573081 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Pushing event updated for resources: {'Port': ['ID=73e8d215-c567-454d-83f9-1671d29c7d31,revision_number=3']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:52:08.581600 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:52:08.595304 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-f40c36b3-3080-4344-84d5-8a3c3f021282 None None] Notify callbacks [] for port, precommit_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:08.602290 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.provisioning_blocks [None req-f40c36b3-3080-4344-84d5-8a3c3f021282 None None] Transition to ACTIVE for port object fa43c017-267f-4481-ba03-bcd457d00e94 will not be triggered until provisioned by entity L2. {{(pid=103519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 18:52:08.700905 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-f40c36b3-3080-4344-84d5-8a3c3f021282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:08.704165 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG oslo_concurrency.lockutils [None req-17e5203d-d23c-4c60-8b7c-a52c091658f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:52:08.740447 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9385e-5f04-4670-8a99-2815f376cc68 req-6bbba1ac-95c9-446d-ab15-5a478f5ecd10 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:08.741303 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-fda9385e-5f04-4670-8a99-2815f376cc68 req-6bbba1ac-95c9-446d-ab15-5a478f5ecd10 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 945 time: 0.1295276 Jun 03 18:52:08.742602 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.plugins.ml2.managers [None req-f40c36b3-3080-4344-84d5-8a3c3f021282 None None] Attempting to bind port fa43c017-267f-4481-ba03-bcd457d00e94 on host dv-cinder-794661-1-smb for vnic_type normal with profile {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 18:52:08.742677 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.plugins.ml2.managers [None req-f40c36b3-3080-4344-84d5-8a3c3f021282 None None] Attempting to bind port fa43c017-267f-4481-ba03-bcd457d00e94 by drivers openvswitch,hyperv on host dv-cinder-794661-1-smb at level 0 using segments [{'id': 'cb7a02ef-c488-4fe7-ad15-1fca81e02b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc'}] {{(pid=103519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 18:52:08.742823 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40c36b3-3080-4344-84d5-8a3c3f021282 None None] Attempting to bind port fa43c017-267f-4481-ba03-bcd457d00e94 on network 6ece2837-d49d-41e4-9380-4ff50b3876fc {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 18:52:08.746189 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fb48ba-efbd-4c3f-a598-98cf7902dde4 None None] Pushing event updated for resources: {'Port': ['ID=fa43c017-267f-4481-ba03-bcd457d00e94,revision_number=2']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:52:08.748382 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG oslo_concurrency.lockutils [None req-b3fb48ba-efbd-4c3f-a598-98cf7902dde4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:52:08.748924 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40c36b3-3080-4344-84d5-8a3c3f021282 None None] Checking agent: {'id': '9af4ad39-3160-4d10-9b77-67ea66ff9724', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794661-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 18, 44, 30), 'started_at': datetime.datetime(2021, 6, 3, 18, 45, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794661-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 18:52:08.749117 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40c36b3-3080-4344-84d5-8a3c3f021282 None None] Checking segment: {'id': 'cb7a02ef-c488-4fe7-ad15-1fca81e02b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 18:52:08.749342 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-f40c36b3-3080-4344-84d5-8a3c3f021282 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:08.749550 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40c36b3-3080-4344-84d5-8a3c3f021282 None None] Bound using segment: {'id': 'cb7a02ef-c488-4fe7-ad15-1fca81e02b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc'} {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 18:52:08.749832 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.plugins.ml2.managers [None req-f40c36b3-3080-4344-84d5-8a3c3f021282 None None] Bound port: fa43c017-267f-4481-ba03-bcd457d00e94, host: dv-cinder-794661-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7a02ef-c488-4fe7-ad15-1fca81e02b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc'}}] {{(pid=103519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 18:52:08.750058 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-f40c36b3-3080-4344-84d5-8a3c3f021282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:08.761962 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3cfe8fb2-a401-417c-84dc-168f3c5d904f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:08.778737 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c4c38-390b-4de7-8e82-7b000245e5be req-cea7f384-2497-4b97-8379-defd8b2f16c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:08.779585 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-b72c4c38-390b-4de7-8e82-7b000245e5be req-cea7f384-2497-4b97-8379-defd8b2f16c8 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=04d914789bfc4c6082997cc72d5d376a&device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 1098 time: 0.1149559 Jun 03 18:52:08.792576 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.plugins.ml2.db [None req-f40c36b3-3080-4344-84d5-8a3c3f021282 None None] For port fa43c017-267f-4481-ba03-bcd457d00e94, host dv-cinder-794661-1-smb, cleared binding levels {{(pid=103519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 18:52:08.794582 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.plugins.ml2.db [None req-f40c36b3-3080-4344-84d5-8a3c3f021282 None None] For port fa43c017-267f-4481-ba03-bcd457d00e94, host dv-cinder-794661-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794661-1-smb',level=0,port_id=fa43c017-267f-4481-ba03-bcd457d00e94,segment=NetworkSegment(cb7a02ef-c488-4fe7-ad15-1fca81e02b96),segment_id=cb7a02ef-c488-4fe7-ad15-1fca81e02b96)] {{(pid=103519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 18:52:08.816598 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-fda9385e-5f04-4670-8a99-2815f376cc68 req-ce977803-361a-48e5-9fd4-f6efa44c70a6 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703721 Jun 03 18:52:08.885381 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-f40c36b3-3080-4344-84d5-8a3c3f021282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:08.888677 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG oslo_concurrency.lockutils [None req-63c84a7b-fbb6-4ca4-b973-6bdf83f20ece None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:52:08.922075 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40c36b3-3080-4344-84d5-8a3c3f021282 None None] Routers {'c1f653c3-bd15-48e5-bc73-fc0fa836e1ad'} bound to L3 agent in host dv-cinder-794661-1-smb {{(pid=103519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 18:52:08.922407 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_hamode_db [None req-f40c36b3-3080-4344-84d5-8a3c3f021282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794661-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T18:44:31Z,description=,heartbeat_timestamp=2021-06-03T18:52:01Z,host='dv-cinder-794661-1-smb',id=e49736c8-5019-4904-a5ca-8bb53e194ab8,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T18:44:31Z,topic='l3_agent')) {'router_ids': ['c1f653c3-bd15-48e5-bc73-fc0fa836e1ad'], 'active': True} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:52:08.928899 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c4c38-390b-4de7-8e82-7b000245e5be req-a6e4319b-857a-472d-940a-3c2895a43b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:08.929825 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-b72c4c38-390b-4de7-8e82-7b000245e5be req-a6e4319b-857a-472d-940a-3c2895a43b39 service neutron] 10.222.0.108 "GET /v2.0/networks?id=96b760d7-3720-403e-b1ec-2fd415aa44fd HTTP/1.1" status: 200 len: 920 time: 0.1253171 Jun 03 18:52:08.979304 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-b72c4c38-390b-4de7-8e82-7b000245e5be req-48ca61cd-d4f1-43c9-8f89-a41b7630e7b2 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d85775b-d525-42e0-8d08-c42974bc6fd1 HTTP/1.1" status: 200 len: 217 time: 0.0396547 Jun 03 18:52:08.979889 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-3cfe8fb2-a401-417c-84dc-168f3c5d904f admin admin] Allocated IP 172.20.0.1 (d37c0514-a3e6-48ec-8f13-b783af090b4a/fe7b0dbf-28e6-4929-ac4a-322194eadbe9/e5cb6b45-bc76-4250-83ac-e20025bd6f2b) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 18:52:08.987272 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fb48ba-efbd-4c3f-a598-98cf7902dde4 None None] Pushing event updated for resources: {'Port': ['ID=fa43c017-267f-4481-ba03-bcd457d00e94,revision_number=3']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:52:08.989683 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG oslo_concurrency.lockutils [None req-b3fb48ba-efbd-4c3f-a598-98cf7902dde4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=103519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:52:09.049503 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_dvr_db [None req-f40c36b3-3080-4344-84d5-8a3c3f021282 None None] Set router c1f653c3-bd15-48e5-bc73-fc0fa836e1ad gateway port host: dv-cinder-794661-1-smb {{(pid=103519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 18:52:09.083259 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c4c38-390b-4de7-8e82-7b000245e5be req-2210e4f2-ad37-4e61-9ec1-7e53ad043385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:09.084166 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-b72c4c38-390b-4de7-8e82-7b000245e5be req-2210e4f2-ad37-4e61-9ec1-7e53ad043385 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=cdba7c81-6690-4a2c-8589-65ca072f8ce6 HTTP/1.1" status: 200 len: 858 time: 0.0949082 Jun 03 18:52:09.120921 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-b72c4c38-390b-4de7-8e82-7b000245e5be req-599f47bd-f539-4514-8460-43d6ea42ebc7 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=96b760d7-3720-403e-b1ec-2fd415aa44fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273159 Jun 03 18:52:09.133767 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3cfe8fb2-a401-417c-84dc-168f3c5d904f admin admin] Notify callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:09.176210 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-3cfe8fb2-a401-417c-84dc-168f3c5d904f admin admin] Transition to ACTIVE for port object e5cb6b45-bc76-4250-83ac-e20025bd6f2b will not be triggered until provisioned by entity DHCP. {{(pid=103516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 18:52:09.200417 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_hamode_db [None req-f40c36b3-3080-4344-84d5-8a3c3f021282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f653c3-bd15-48e5-bc73-fc0fa836e1ad', 'name': 'tempest-TestMinimumBasicScenario-1162283269-router', 'tenant_id': 'd9d38a24baac46b597b583bcef65367c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.103'}], 'enable_snat': True}, 'gw_port_id': 'fa43c017-267f-4481-ba03-bcd457d00e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T18:52:06Z', 'updated_at': '2021-06-03T18:52:07Z', 'revision_number': 3, 'project_id': 'd9d38a24baac46b597b583bcef65367c', 'gw_port': {'id': 'fa43c017-267f-4481-ba03-bcd457d00e94', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:37:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f653c3-bd15-48e5-bc73-fc0fa836e1ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:52:06Z', 'updated_at': '2021-06-03T18:52:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb'}], 'dv-cinder-794661-1-smb', False) {} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:52:09.202844 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40c36b3-3080-4344-84d5-8a3c3f021282 None None] The sync data for ids ['c1f653c3-bd15-48e5-bc73-fc0fa836e1ad'] in dv-cinder-794661-1-smb is: [{'id': 'c1f653c3-bd15-48e5-bc73-fc0fa836e1ad', 'name': 'tempest-TestMinimumBasicScenario-1162283269-router', 'tenant_id': 'd9d38a24baac46b597b583bcef65367c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.103'}], 'enable_snat': True}, 'gw_port_id': 'fa43c017-267f-4481-ba03-bcd457d00e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T18:52:06Z', 'updated_at': '2021-06-03T18:52:07Z', 'revision_number': 3, 'project_id': 'd9d38a24baac46b597b583bcef65367c', 'gw_port': {'id': 'fa43c017-267f-4481-ba03-bcd457d00e94', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:37:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f653c3-bd15-48e5-bc73-fc0fa836e1ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:52:06Z', 'updated_at': '2021-06-03T18:52:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb'}] {{(pid=103519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 18:52:09.229067 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-b72c4c38-390b-4de7-8e82-7b000245e5be req-7d7aa72c-67fa-470b-ad19-a501a1631ab4 service neutron] 10.222.0.108 "GET /v2.0/networks/96b760d7-3720-403e-b1ec-2fd415aa44fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990129 Jun 03 18:52:09.292206 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-dc3f3dd6-3566-4c7b-9719-2dca0b96ec23 req-3242ffd1-ecfe-4002-b97f-120da9913df3 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=381044c8-cab6-44e0-a866-9b4253a6cc73 HTTP/1.1" status: 200 len: 210 time: 0.0269172 Jun 03 18:52:09.323392 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-b72c4c38-390b-4de7-8e82-7b000245e5be req-c868370f-5cb1-4692-8798-9296ac556904 service neutron] 10.222.0.108 "GET /v2.0/networks/96b760d7-3720-403e-b1ec-2fd415aa44fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795774 Jun 03 18:52:09.841697 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3cfe8fb2-a401-417c-84dc-168f3c5d904f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751241322828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3014096'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:09.847020 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-b1b7b9f7-327e-4943-a139-e1651405466f tempest-DeleteServersTestJSON-1437684096 tempest-DeleteServersTestJSON-1437684096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:52:09.883254 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cfe8fb2-a401-417c-84dc-168f3c5d904f admin admin] Network d37c0514-a3e6-48ec-8f13-b783af090b4a is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 18:52:09.884218 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-3cfe8fb2-a401-417c-84dc-168f3c5d904f admin admin] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 18:52:09.887515 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfe8fb2-a401-417c-84dc-168f3c5d904f admin admin] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 18:52:09.928976 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfe8fb2-a401-417c-84dc-168f3c5d904f admin admin] Pushing event updated for resources: {'Port': ['ID=e5cb6b45-bc76-4250-83ac-e20025bd6f2b,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:52:09.936719 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-3cfe8fb2-a401-417c-84dc-168f3c5d904f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:52:09.946044 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3cfe8fb2-a401-417c-84dc-168f3c5d904f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573693'] for router_interface, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:09.975321 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887a24f-5530-4d20-919f-dee2483d7af8 req-5960684e-8cab-45db-a2b9-7ed369a20cff tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:09.976231 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-9887a24f-5530-4d20-919f-dee2483d7af8 req-5960684e-8cab-45db-a2b9-7ed369a20cff tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 945 time: 0.0905688 Jun 03 18:52:10.088361 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-9887a24f-5530-4d20-919f-dee2483d7af8 req-6a0ab13c-6a28-456f-ad0f-4702cd3ff025 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079004 Jun 03 18:52:10.134933 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device fa43c017-267f-4481-ba03-bcd457d00e94 up at agent ovs-agent-dv-cinder-794661-1-smb {{(pid=103518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 18:52:10.184998 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-edbbcc0e-9bd2-41b9-a948-150ff8e18769 None None] Provisioning for port e5cb6b45-bc76-4250-83ac-e20025bd6f2b completed by entity DHCP. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 18:52:10.188191 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-edbbcc0e-9bd2-41b9-a948-150ff8e18769 None None] Provisioning complete for port e5cb6b45-bc76-4250-83ac-e20025bd6f2b triggered by entity DHCP. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 18:52:10.188420 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-edbbcc0e-9bd2-41b9-a948-150ff8e18769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:10.219320 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.plugin [None req-edbbcc0e-9bd2-41b9-a948-150ff8e18769 None None] Port e5cb6b45-bc76-4250-83ac-e20025bd6f2b cannot update to ACTIVE because it is not bound. {{(pid=103518) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 18:52:10.292444 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3cfe8fb2-a401-417c-84dc-168f3c5d904f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:10.345845 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Provisioning for port fa43c017-267f-4481-ba03-bcd457d00e94 completed by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 18:52:10.355254 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Provisioning complete for port fa43c017-267f-4481-ba03-bcd457d00e94 triggered by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 18:52:10.355469 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:10.403330 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-d7aaa57f-6255-4070-83a3-47dfa55e5bbb req-0b226e33-b566-4dcb-908e-58192119e398 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=381044c8-cab6-44e0-a866-9b4253a6cc73 HTTP/1.1" status: 200 len: 210 time: 0.0242181 Jun 03 18:52:10.444029 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:10.445791 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3cfe8fb2-a401-417c-84dc-168f3c5d904f admin admin] Notify callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:10.452658 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] For port fa43c017-267f-4481-ba03-bcd457d00e94, host dv-cinder-794661-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794661-1-smb',level=0,port_id=fa43c017-267f-4481-ba03-bcd457d00e94,segment=NetworkSegment(cb7a02ef-c488-4fe7-ad15-1fca81e02b96),segment_id=cb7a02ef-c488-4fe7-ad15-1fca81e02b96)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:52:10.509999 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3cfe8fb2-a401-417c-84dc-168f3c5d904f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3013931'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:10.532305 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-c28bfdad-30ab-4d27-8420-526f956a40c3 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:52:10.543210 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:10.548863 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device 73e8d215-c567-454d-83f9-1671d29c7d31 up at agent ovs-agent-dv-cinder-794661-1-smb {{(pid=103518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 18:52:10.564832 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:52:10.579998 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3cfe8fb2-a401-417c-84dc-168f3c5d904f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405393'] for router_interface, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:10.582311 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfe8fb2-a401-417c-84dc-168f3c5d904f admin admin] Pushing event updated for resources: {'Port': ['ID=e5cb6b45-bc76-4250-83ac-e20025bd6f2b,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:52:10.584716 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-3cfe8fb2-a401-417c-84dc-168f3c5d904f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:52:10.618766 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Pushing event updated for resources: {'Port': ['ID=fa43c017-267f-4481-ba03-bcd457d00e94,revision_number=4']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:52:10.620874 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:52:10.624282 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Provisioning complete for port 73e8d215-c567-454d-83f9-1671d29c7d31 triggered by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 18:52:10.624705 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:10.662670 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cfe8fb2-a401-417c-84dc-168f3c5d904f admin admin] Network d37c0514-a3e6-48ec-8f13-b783af090b4a is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 18:52:10.665132 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-3cfe8fb2-a401-417c-84dc-168f3c5d904f admin admin] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 18:52:10.766812 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cfe8fb2-a401-417c-84dc-168f3c5d904f admin admin] Router c1f653c3-bd15-48e5-bc73-fc0fa836e1ad has already been hosted by L3 agent e49736c8-5019-4904-a5ca-8bb53e194ab8 {{(pid=103516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 18:52:10.837342 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-2c1e692e-8ee6-49b2-8e51-a9d0b0457815 None None] Provisioning complete for port e5cb6b45-bc76-4250-83ac-e20025bd6f2b triggered by entity DHCP. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 18:52:10.837573 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2c1e692e-8ee6-49b2-8e51-a9d0b0457815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:10.860910 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cfe8fb2-a401-417c-84dc-168f3c5d904f admin admin] Notify agent at l3_agent.dv-cinder-794661-1-smb the message routers_updated {{(pid=103516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 18:52:10.868136 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9d6bea-dd31-491b-b2ac-4dc3c64c85a0 None None] Sync routers for ids ['c1f653c3-bd15-48e5-bc73-fc0fa836e1ad'] in dv-cinder-794661-1-smb {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 18:52:10.871206 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e692e-8ee6-49b2-8e51-a9d0b0457815 None None] Port e5cb6b45-bc76-4250-83ac-e20025bd6f2b cannot update to ACTIVE because it is not bound. {{(pid=103518) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 18:52:10.879109 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-3cfe8fb2-a401-417c-84dc-168f3c5d904f admin admin] 10.222.0.44 "PUT /v2.0/routers/c1f653c3-bd15-48e5-bc73-fc0fa836e1ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6875370 Jun 03 18:52:10.880056 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9d6bea-dd31-491b-b2ac-4dc3c64c85a0 None None] Routers {'c1f653c3-bd15-48e5-bc73-fc0fa836e1ad'} bound to L3 agent in host dv-cinder-794661-1-smb {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 18:52:10.880439 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-de9d6bea-dd31-491b-b2ac-4dc3c64c85a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794661-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T18:44:31Z,description=,heartbeat_timestamp=2021-06-03T18:52:01Z,host='dv-cinder-794661-1-smb',id=e49736c8-5019-4904-a5ca-8bb53e194ab8,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T18:44:31Z,topic='l3_agent')) {'router_ids': ['c1f653c3-bd15-48e5-bc73-fc0fa836e1ad'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:52:10.979287 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-de9d6bea-dd31-491b-b2ac-4dc3c64c85a0 None None] Set router c1f653c3-bd15-48e5-bc73-fc0fa836e1ad gateway port host: dv-cinder-794661-1-smb {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 18:52:11.173684 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-de9d6bea-dd31-491b-b2ac-4dc3c64c85a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f653c3-bd15-48e5-bc73-fc0fa836e1ad', 'name': 'tempest-TestMinimumBasicScenario-1162283269-router', 'tenant_id': 'd9d38a24baac46b597b583bcef65367c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.103'}], 'enable_snat': True}, 'gw_port_id': 'fa43c017-267f-4481-ba03-bcd457d00e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T18:52:06Z', 'updated_at': '2021-06-03T18:52:10Z', 'revision_number': 4, 'project_id': 'd9d38a24baac46b597b583bcef65367c', 'gw_port': {'id': 'fa43c017-267f-4481-ba03-bcd457d00e94', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:37:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f653c3-bd15-48e5-bc73-fc0fa836e1ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:52:06Z', 'updated_at': '2021-06-03T18:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb', '_interfaces': [{'id': 'e5cb6b45-bc76-4250-83ac-e20025bd6f2b', 'name': '', 'network_id': 'd37c0514-a3e6-48ec-8f13-b783af090b4a', 'tenant_id': 'd9d38a24baac46b597b583bcef65367c', 'mac_address': 'fa:16:3e:e9:b9:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f653c3-bd15-48e5-bc73-fc0fa836e1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'fe7b0dbf-28e6-4929-ac4a-322194eadbe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:52:08Z', 'updated_at': '2021-06-03T18:52:10Z', 'revision_number': 2, 'project_id': 'd9d38a24baac46b597b583bcef65367c', 'subnets': [{'id': 'fe7b0dbf-28e6-4929-ac4a-322194eadbe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794661-1-smb', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:52:11.176208 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9d6bea-dd31-491b-b2ac-4dc3c64c85a0 None None] Checking router: c1f653c3-bd15-48e5-bc73-fc0fa836e1ad for host: dv-cinder-794661-1-smb {{(pid=103518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 18:52:11.176438 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9d6bea-dd31-491b-b2ac-4dc3c64c85a0 None None] Updating router c1f653c3-bd15-48e5-bc73-fc0fa836e1ad port e5cb6b45-bc76-4250-83ac-e20025bd6f2b binding host dv-cinder-794661-1-smb {{(pid=103518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 18:52:11.267694 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-de9d6bea-dd31-491b-b2ac-4dc3c64c85a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:11.282623 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d467dbd0-7a3d-4f4d-a854-9bbd52e254cc req-e024b47e-4b56-4f3a-99c1-26171f410e62 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:11.284230 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-d467dbd0-7a3d-4f4d-a854-9bbd52e254cc req-e024b47e-4b56-4f3a-99c1-26171f410e62 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 945 time: 0.1118777 Jun 03 18:52:11.318516 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-d467dbd0-7a3d-4f4d-a854-9bbd52e254cc req-f3f19016-feec-49f7-a860-1fcab50e6fda tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305748 Jun 03 18:52:11.489776 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-de9d6bea-dd31-491b-b2ac-4dc3c64c85a0 None None] Notify callbacks [] for port, precommit_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:11.497772 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-de9d6bea-dd31-491b-b2ac-4dc3c64c85a0 None None] Transition to ACTIVE for port object e5cb6b45-bc76-4250-83ac-e20025bd6f2b will not be triggered until provisioned by entity L2. {{(pid=103518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 18:52:11.502133 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-b6808d67-c611-40a0-86d6-47ee97df144c req-d48eb803-5011-4d14-b920-16aa0a3024e0 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=381044c8-cab6-44e0-a866-9b4253a6cc73 HTTP/1.1" status: 200 len: 210 time: 0.0269189 Jun 03 18:52:11.555865 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 54970) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:52:11.558901 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.v2.base [None req-08274c37-4f42-4cfb-b713-41458d9ed2df admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-713849984-network', 'tenant_id': 'e1d1990c06784dd6ace8e90d17e8dcc1'}} {{(pid=103517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:52:11.561790 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-08274c37-4f42-4cfb-b713-41458d9ed2df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:52:11.564255 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-08274c37-4f42-4cfb-b713-41458d9ed2df admin admin] Usage tracker for resource:network and tenant:e1d1990c06784dd6ace8e90d17e8dcc1 is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:52:11.565914 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-08274c37-4f42-4cfb-b713-41458d9ed2df admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:52:11.569369 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-08274c37-4f42-4cfb-b713-41458d9ed2df admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:52:11.585044 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-de9d6bea-dd31-491b-b2ac-4dc3c64c85a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:11.587751 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:52:11.657045 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 54976) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:52:11.682151 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08274c37-4f42-4cfb-b713-41458d9ed2df admin admin] Made reservation on behalf of e1d1990c06784dd6ace8e90d17e8dcc1 for: {'network': 1} {{(pid=103517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 18:52:11.686999 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-08274c37-4f42-4cfb-b713-41458d9ed2df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1684408'] for network, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:11.700186 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86b60fa-c11d-4dd9-9af8-e4fc2aa21af3 None None] Pushing event updated for resources: {'Port': ['ID=e5cb6b45-bc76-4250-83ac-e20025bd6f2b,revision_number=3']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:52:11.717358 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-c86b60fa-c11d-4dd9-9af8-e4fc2aa21af3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:52:11.727108 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-08274c37-4f42-4cfb-b713-41458d9ed2df admin admin] Notify callbacks [] for security_group, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:11.756836 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.managers [None req-de9d6bea-dd31-491b-b2ac-4dc3c64c85a0 None None] Attempting to bind port e5cb6b45-bc76-4250-83ac-e20025bd6f2b on host dv-cinder-794661-1-smb for vnic_type normal with profile {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 18:52:11.757082 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.managers [None req-de9d6bea-dd31-491b-b2ac-4dc3c64c85a0 None None] Attempting to bind port e5cb6b45-bc76-4250-83ac-e20025bd6f2b by drivers openvswitch,hyperv on host dv-cinder-794661-1-smb at level 0 using segments [{'id': '16c25a19-650c-4faf-ba1d-432b734bedc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': 'd37c0514-a3e6-48ec-8f13-b783af090b4a'}] {{(pid=103518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 18:52:11.757230 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9d6bea-dd31-491b-b2ac-4dc3c64c85a0 None None] Attempting to bind port e5cb6b45-bc76-4250-83ac-e20025bd6f2b on network d37c0514-a3e6-48ec-8f13-b783af090b4a {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 18:52:11.760281 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9d6bea-dd31-491b-b2ac-4dc3c64c85a0 None None] Checking agent: {'id': '9af4ad39-3160-4d10-9b77-67ea66ff9724', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794661-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 18, 44, 30), 'started_at': datetime.datetime(2021, 6, 3, 18, 45, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794661-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 18:52:11.760485 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9d6bea-dd31-491b-b2ac-4dc3c64c85a0 None None] Checking segment: {'id': '16c25a19-650c-4faf-ba1d-432b734bedc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': 'd37c0514-a3e6-48ec-8f13-b783af090b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 18:52:11.760716 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-de9d6bea-dd31-491b-b2ac-4dc3c64c85a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:11.760931 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9d6bea-dd31-491b-b2ac-4dc3c64c85a0 None None] Bound using segment: {'id': '16c25a19-650c-4faf-ba1d-432b734bedc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': 'd37c0514-a3e6-48ec-8f13-b783af090b4a'} {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 18:52:11.761192 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.managers [None req-de9d6bea-dd31-491b-b2ac-4dc3c64c85a0 None None] Bound port: e5cb6b45-bc76-4250-83ac-e20025bd6f2b, host: dv-cinder-794661-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c25a19-650c-4faf-ba1d-432b734bedc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': 'd37c0514-a3e6-48ec-8f13-b783af090b4a'}}] {{(pid=103518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 18:52:11.761398 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-de9d6bea-dd31-491b-b2ac-4dc3c64c85a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:11.762758 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-08274c37-4f42-4cfb-b713-41458d9ed2df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:52:11.764238 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ea75e83f-6a2c-4076-b7b8-a238c8a4d715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:11.770866 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-08274c37-4f42-4cfb-b713-41458d9ed2df admin admin] Usage tracker for resource:security_group_rule and tenant:e1d1990c06784dd6ace8e90d17e8dcc1 is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:52:11.773106 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-08274c37-4f42-4cfb-b713-41458d9ed2df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:52:11.777070 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-08274c37-4f42-4cfb-b713-41458d9ed2df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:52:11.779707 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-ea75e83f-6a2c-4076-b7b8-a238c8a4d715 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:52:11.782008 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-ea75e83f-6a2c-4076-b7b8-a238c8a4d715 admin admin] Usage tracker for resource:security_group_rule and tenant:40b602d8f87c4b348dc51bdaeae71dfa is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:52:11.785215 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-ea75e83f-6a2c-4076-b7b8-a238c8a4d715 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:52:11.788825 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-ea75e83f-6a2c-4076-b7b8-a238c8a4d715 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:52:11.822973 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-de9d6bea-dd31-491b-b2ac-4dc3c64c85a0 None None] For port e5cb6b45-bc76-4250-83ac-e20025bd6f2b, host dv-cinder-794661-1-smb, cleared binding levels {{(pid=103518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 18:52:11.824563 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-de9d6bea-dd31-491b-b2ac-4dc3c64c85a0 None None] For port e5cb6b45-bc76-4250-83ac-e20025bd6f2b, host dv-cinder-794661-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794661-1-smb',level=0,port_id=e5cb6b45-bc76-4250-83ac-e20025bd6f2b,segment=NetworkSegment(16c25a19-650c-4faf-ba1d-432b734bedc4),segment_id=16c25a19-650c-4faf-ba1d-432b734bedc4)] {{(pid=103518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 18:52:11.856789 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-08274c37-4f42-4cfb-b713-41458d9ed2df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:11.867946 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ea75e83f-6a2c-4076-b7b8-a238c8a4d715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:11.895348 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-de9d6bea-dd31-491b-b2ac-4dc3c64c85a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:11.897780 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:52:11.942302 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9d6bea-dd31-491b-b2ac-4dc3c64c85a0 None None] Routers {'c1f653c3-bd15-48e5-bc73-fc0fa836e1ad'} bound to L3 agent in host dv-cinder-794661-1-smb {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 18:52:11.942302 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-de9d6bea-dd31-491b-b2ac-4dc3c64c85a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794661-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T18:44:31Z,description=,heartbeat_timestamp=2021-06-03T18:52:01Z,host='dv-cinder-794661-1-smb',id=e49736c8-5019-4904-a5ca-8bb53e194ab8,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T18:44:31Z,topic='l3_agent')) {'router_ids': ['c1f653c3-bd15-48e5-bc73-fc0fa836e1ad'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:52:11.970410 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86b60fa-c11d-4dd9-9af8-e4fc2aa21af3 None None] Pushing event updated for resources: {'Port': ['ID=e5cb6b45-bc76-4250-83ac-e20025bd6f2b,revision_number=4']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:52:11.976144 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-c86b60fa-c11d-4dd9-9af8-e4fc2aa21af3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:52:11.998941 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-08274c37-4f42-4cfb-b713-41458d9ed2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:12.002732 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-a6994a5a-c6f7-4b05-bc7b-4aad2dab7f5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:52:12.019108 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08274c37-4f42-4cfb-b713-41458d9ed2df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1442} {{(pid=103517) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 18:52:12.024901 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08274c37-4f42-4cfb-b713-41458d9ed2df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94701f04-c6d5-4d55-855b-3e4f27dc9bb6,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:52:12.026964 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-08274c37-4f42-4cfb-b713-41458d9ed2df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:52:12.029397 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-08274c37-4f42-4cfb-b713-41458d9ed2df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529572'] for segment, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:12.032236 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.db.segments_db [None req-08274c37-4f42-4cfb-b713-41458d9ed2df admin admin] Added segment 3e118844-3f15-49fa-941c-d58c8885291a of type vlan for network 531e4336-87e0-4866-bb60-f41641ec8c5f Jun 03 18:52:12.044472 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-08274c37-4f42-4cfb-b713-41458d9ed2df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751241310154'] for network, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:12.047050 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-de9d6bea-dd31-491b-b2ac-4dc3c64c85a0 None None] Set router c1f653c3-bd15-48e5-bc73-fc0fa836e1ad gateway port host: dv-cinder-794661-1-smb {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 18:52:12.061482 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ea75e83f-6a2c-4076-b7b8-a238c8a4d715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:12.070555 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-bca8190b-0c44-490c-8e67-aef5a31efb73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:52:12.088743 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea75e83f-6a2c-4076-b7b8-a238c8a4d715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2994039b-677a-41b1-854b-f9bd29ce1bfc,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:52:12.090579 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-ea75e83f-6a2c-4076-b7b8-a238c8a4d715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:52:12.093612 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-ea75e83f-6a2c-4076-b7b8-a238c8a4d715 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=40b602d8f87c4b348dc51bdaeae71dfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4342649 Jun 03 18:52:12.093867 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 54980) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:52:12.115994 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device fa43c017-267f-4481-ba03-bcd457d00e94 up at agent ovs-agent-dv-cinder-794661-1-smb {{(pid=103518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 18:52:12.127809 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-8c25cb08-c39d-4001-842a-1c401bcb95f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:12.142060 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-8c25cb08-c39d-4001-842a-1c401bcb95f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:12.211950 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Provisioning complete for port fa43c017-267f-4481-ba03-bcd457d00e94 triggered by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 18:52:12.212256 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:12.224054 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-08274c37-4f42-4cfb-b713-41458d9ed2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549287'] for network, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:12.225017 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08274c37-4f42-4cfb-b713-41458d9ed2df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:12.225391 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-08274c37-4f42-4cfb-b713-41458d9ed2df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549304'] for network, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:12.228956 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:52:12.293649 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-8c25cb08-c39d-4001-842a-1c401bcb95f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:12.293649 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-8c25cb08-c39d-4001-842a-1c401bcb95f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:12.293649 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-8c25cb08-c39d-4001-842a-1c401bcb95f0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2994039b-677a-41b1-854b-f9bd29ce1bfc HTTP/1.1" status: 204 len: 168 time: 0.1963220 Jun 03 18:52:12.293649 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08274c37-4f42-4cfb-b713-41458d9ed2df admin admin] Pushing event updated for resources: {'Network': ['ID=531e4336-87e0-4866-bb60-f41641ec8c5f,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:52:12.294736 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-08274c37-4f42-4cfb-b713-41458d9ed2df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:52:12.295025 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-4cd15f6e-8e94-4c34-99e1-344613fda53a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:52:12.301297 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c25cb08-c39d-4001-842a-1c401bcb95f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2994039b-677a-41b1-854b-f9bd29ce1bfc,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:52:12.302938 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-8c25cb08-c39d-4001-842a-1c401bcb95f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.008s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:52:12.303927 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Network 531e4336-87e0-4866-bb60-f41641ec8c5f details requested by agent ovs-agent-dv-cinder-794661-1-smb with host dv-cinder-794661-1-smb {{(pid=103518) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 18:52:12.335903 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-de9d6bea-dd31-491b-b2ac-4dc3c64c85a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f653c3-bd15-48e5-bc73-fc0fa836e1ad', 'name': 'tempest-TestMinimumBasicScenario-1162283269-router', 'tenant_id': 'd9d38a24baac46b597b583bcef65367c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.103'}], 'enable_snat': True}, 'gw_port_id': 'fa43c017-267f-4481-ba03-bcd457d00e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T18:52:06Z', 'updated_at': '2021-06-03T18:52:10Z', 'revision_number': 4, 'project_id': 'd9d38a24baac46b597b583bcef65367c', 'gw_port': {'id': 'fa43c017-267f-4481-ba03-bcd457d00e94', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:37:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f653c3-bd15-48e5-bc73-fc0fa836e1ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:52:06Z', 'updated_at': '2021-06-03T18:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb', '_interfaces': [{'id': 'e5cb6b45-bc76-4250-83ac-e20025bd6f2b', 'name': '', 'network_id': 'd37c0514-a3e6-48ec-8f13-b783af090b4a', 'tenant_id': 'd9d38a24baac46b597b583bcef65367c', 'mac_address': 'fa:16:3e:e9:b9:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f653c3-bd15-48e5-bc73-fc0fa836e1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'fe7b0dbf-28e6-4929-ac4a-322194eadbe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:52:08Z', 'updated_at': '2021-06-03T18:52:11Z', 'revision_number': 4, 'project_id': 'd9d38a24baac46b597b583bcef65367c', 'subnets': [{'id': 'fe7b0dbf-28e6-4929-ac4a-322194eadbe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794661-1-smb', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:52:12.374711 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9d6bea-dd31-491b-b2ac-4dc3c64c85a0 None None] The sync data for ids ['c1f653c3-bd15-48e5-bc73-fc0fa836e1ad'] in dv-cinder-794661-1-smb is: [{'id': 'c1f653c3-bd15-48e5-bc73-fc0fa836e1ad', 'name': 'tempest-TestMinimumBasicScenario-1162283269-router', 'tenant_id': 'd9d38a24baac46b597b583bcef65367c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.103'}], 'enable_snat': True}, 'gw_port_id': 'fa43c017-267f-4481-ba03-bcd457d00e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T18:52:06Z', 'updated_at': '2021-06-03T18:52:10Z', 'revision_number': 4, 'project_id': 'd9d38a24baac46b597b583bcef65367c', 'gw_port': {'id': 'fa43c017-267f-4481-ba03-bcd457d00e94', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:37:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f653c3-bd15-48e5-bc73-fc0fa836e1ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:52:06Z', 'updated_at': '2021-06-03T18:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb', '_interfaces': [{'id': 'e5cb6b45-bc76-4250-83ac-e20025bd6f2b', 'name': '', 'network_id': 'd37c0514-a3e6-48ec-8f13-b783af090b4a', 'tenant_id': 'd9d38a24baac46b597b583bcef65367c', 'mac_address': 'fa:16:3e:e9:b9:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f653c3-bd15-48e5-bc73-fc0fa836e1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'fe7b0dbf-28e6-4929-ac4a-322194eadbe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:52:08Z', 'updated_at': '2021-06-03T18:52:11Z', 'revision_number': 4, 'project_id': 'd9d38a24baac46b597b583bcef65367c', 'subnets': [{'id': 'fe7b0dbf-28e6-4929-ac4a-322194eadbe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 18:52:12.382191 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-08274c37-4f42-4cfb-b713-41458d9ed2df admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8237479 Jun 03 18:52:12.382439 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 54998) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:52:12.385755 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.v2.base [None req-e46c34ab-d76c-464b-a110-e0b12aec308f admin admin] Request body: {'subnet': {'network_id': '531e4336-87e0-4866-bb60-f41641ec8c5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-713849984-subnet', 'tenant_id': 'e1d1990c06784dd6ace8e90d17e8dcc1', 'ip_version': 4}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:52:12.389004 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-e46c34ab-d76c-464b-a110-e0b12aec308f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:52:12.391429 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-e46c34ab-d76c-464b-a110-e0b12aec308f admin admin] Usage tracker for resource:subnet and tenant:e1d1990c06784dd6ace8e90d17e8dcc1 is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:52:12.393211 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-e46c34ab-d76c-464b-a110-e0b12aec308f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:52:12.397859 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-e46c34ab-d76c-464b-a110-e0b12aec308f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:52:12.470647 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ef18f-eac6-43e2-9099-0f060c03c808 req-8604a2c1-80a8-4af7-aa91-3d21c0342538 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:12.474779 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-1b4ef18f-eac6-43e2-9099-0f060c03c808 req-8604a2c1-80a8-4af7-aa91-3d21c0342538 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 945 time: 0.0676069 Jun 03 18:52:12.499321 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-1b4ef18f-eac6-43e2-9099-0f060c03c808 req-2138733a-0aa1-4998-b71f-e55b0aa5a4d9 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0236895 Jun 03 18:52:12.527853 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e46c34ab-d76c-464b-a110-e0b12aec308f admin admin] Made reservation on behalf of e1d1990c06784dd6ace8e90d17e8dcc1 for: {'subnet': 1} {{(pid=103516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 18:52:12.529802 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e46c34ab-d76c-464b-a110-e0b12aec308f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3540567'] for subnet, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:12.535889 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503255d2-0479-4382-8d96-06d43277743b req-26c6c595-f274-4be0-bd31-d663ddb16cc6 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:12.542984 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-503255d2-0479-4382-8d96-06d43277743b req-26c6c595-f274-4be0-bd31-d663ddb16cc6 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/networks?id=10b7379a-996c-49eb-a4af-c8a0e0fe9011 HTTP/1.1" status: 200 len: 814 time: 0.1053245 Jun 03 18:52:12.554603 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-503255d2-0479-4382-8d96-06d43277743b req-348270a6-2d3c-4dc8-b82d-11d4db4687e4 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/quotas/c8ba5f9b622448d591fdad53cf4828bc HTTP/1.1" status: 200 len: 375 time: 0.0123711 Jun 03 18:52:12.629926 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-503255d2-0479-4382-8d96-06d43277743b req-ec96bcfc-fc76-4008-b0e3-c07fc4abade1 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c8ba5f9b622448d591fdad53cf4828bc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0696001 Jun 03 18:52:12.657992 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-9c44b2f6-3d25-4780-b348-369de14ea992 req-77846730-f329-416b-90ac-fc75ee383776 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=381044c8-cab6-44e0-a866-9b4253a6cc73 HTTP/1.1" status: 200 len: 210 time: 0.0322907 Jun 03 18:52:12.747575 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-503255d2-0479-4382-8d96-06d43277743b req-05063270-057a-488e-aa2f-0852679f693f service neutron] 10.222.0.44 "GET /v2.0/networks/10b7379a-996c-49eb-a4af-c8a0e0fe9011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115930 Jun 03 18:52:12.826193 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-503255d2-0479-4382-8d96-06d43277743b req-934a0d0d-af0b-4c98-9a0c-2104a1043ceb service neutron] 10.222.0.44 "GET /v2.0/networks/10b7379a-996c-49eb-a4af-c8a0e0fe9011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0749328 Jun 03 18:52:13.037845 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-f889396c-af82-46e3-9eab-74070d75bb5f req-a78f6d50-46a3-41b6-8b36-6ca148e90b95 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=332c0c01-0f24-4783-9646-920563998799 HTTP/1.1" status: 200 len: 210 time: 0.0276277 Jun 03 18:52:13.080152 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e46c34ab-d76c-464b-a110-e0b12aec308f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3014052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3540549'] for subnet, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:13.082801 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:52:13.123399 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46c34ab-d76c-464b-a110-e0b12aec308f admin admin] Pushing event updated for resources: {'Subnet': ['ID=48464be1-befd-4199-b0ee-0f52f498aea0,revision_number=0']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:52:13.125047 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-e46c34ab-d76c-464b-a110-e0b12aec308f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:52:13.127257 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46c34ab-d76c-464b-a110-e0b12aec308f admin admin] Checking segment: {'id': '3e118844-3f15-49fa-941c-d58c8885291a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': '531e4336-87e0-4866-bb60-f41641ec8c5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 18:52:13.127443 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46c34ab-d76c-464b-a110-e0b12aec308f admin admin] Network hostable DHCP agents. Network: 531e4336-87e0-4866-bb60-f41641ec8c5f, hostable agents: ['fb8d2d29-1809-4f62-9f23-eb4c5e08b409'], hosted agents: [] {{(pid=103516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 18:52:13.381726 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46c34ab-d76c-464b-a110-e0b12aec308f admin admin] Network 531e4336-87e0-4866-bb60-f41641ec8c5f is scheduled to be hosted by DHCP agent fb8d2d29-1809-4f62-9f23-eb4c5e08b409 with binding_index 1 {{(pid=103516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 18:52:13.504034 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-e46c34ab-d76c-464b-a110-e0b12aec308f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794661-1-smb, 531e4336-87e0-4866-bb60-f41641ec8c5f) {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 18:52:13.515493 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e16e40-06d4-4f5a-ae50-fc1326e4aed0 None None] Network 531e4336-87e0-4866-bb60-f41641ec8c5f requested from dv-cinder-794661-1-smb {{(pid=103518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 18:52:13.519898 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46c34ab-d76c-464b-a110-e0b12aec308f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:13.525676 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e46c34ab-d76c-464b-a110-e0b12aec308f admin admin] Notify callbacks [] for subnet, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:13.608132 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-e46c34ab-d76c-464b-a110-e0b12aec308f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2248673 Jun 03 18:52:13.609697 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 55056) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:52:13.612796 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.v2.base [None req-8d2e0a8a-308d-4db9-bcc6-d1f56ed106c6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-713849984-router', 'tenant_id': 'e1d1990c06784dd6ace8e90d17e8dcc1', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc'}}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:52:13.620571 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-8d2e0a8a-308d-4db9-bcc6-d1f56ed106c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:52:13.620571 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-8d2e0a8a-308d-4db9-bcc6-d1f56ed106c6 admin admin] Usage tracker for resource:router and tenant:e1d1990c06784dd6ace8e90d17e8dcc1 is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:52:13.620571 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-8d2e0a8a-308d-4db9-bcc6-d1f56ed106c6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:52:13.622747 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-8d2e0a8a-308d-4db9-bcc6-d1f56ed106c6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:52:13.672921 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24a5d7e-2a50-4092-a411-7f0de81a4f97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe55a649f-66e1-5c59-8e10-c698044dc604-531e4336-87e0-4866-bb60-f41641ec8c5f', 'network_id': '531e4336-87e0-4866-bb60-f41641ec8c5f', 'tenant_id': 'e1d1990c06784dd6ace8e90d17e8dcc1', 'fixed_ips': [{'subnet_id': '48464be1-befd-4199-b0ee-0f52f498aea0'}]}} from dv-cinder-794661-1-smb. {{(pid=103518) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 18:52:13.673437 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-b24a5d7e-2a50-4092-a411-7f0de81a4f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_create {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:13.740120 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8d2e0a8a-308d-4db9-bcc6-d1f56ed106c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27923'] for router, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:13.741244 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8d2e0a8a-308d-4db9-bcc6-d1f56ed106c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-444002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27930'] for router, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:13.749017 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-3963bedb-7717-4f58-9156-92c8f91acb36 req-bd136261-dc91-4fd4-9da4-38b51fa95b53 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=381044c8-cab6-44e0-a866-9b4253a6cc73 HTTP/1.1" status: 200 len: 210 time: 0.0266697 Jun 03 18:52:13.757085 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8d2e0a8a-308d-4db9-bcc6-d1f56ed106c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:13.797620 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.db_base_plugin_common [None req-b24a5d7e-2a50-4092-a411-7f0de81a4f97 None None] Allocated IP 172.20.0.2 (531e4336-87e0-4866-bb60-f41641ec8c5f/48464be1-befd-4199-b0ee-0f52f498aea0/0508767a-6e65-46d2-9313-c6afbde5105b) {{(pid=103518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 18:52:13.908965 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-b24a5d7e-2a50-4092-a411-7f0de81a4f97 None None] Notify callbacks [] for port, precommit_create {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:13.914970 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-b24a5d7e-2a50-4092-a411-7f0de81a4f97 None None] Transition to ACTIVE for port object 0508767a-6e65-46d2-9313-c6afbde5105b will not be triggered until provisioned by entity L2. {{(pid=103518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 18:52:13.925051 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-b24a5d7e-2a50-4092-a411-7f0de81a4f97 None None] Transition to ACTIVE for port object 0508767a-6e65-46d2-9313-c6afbde5105b will not be triggered until provisioned by entity DHCP. {{(pid=103518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 18:52:14.081521 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8d2e0a8a-308d-4db9-bcc6-d1f56ed106c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28020'] for router, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:14.111880 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device e5cb6b45-bc76-4250-83ac-e20025bd6f2b up at agent ovs-agent-dv-cinder-794661-1-smb {{(pid=103518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 18:52:14.126796 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-9efc437c-408a-4229-a5b7-fdc9aa4c4b69 req-8a338069-8ae4-4cdf-8c48-c1e75a35e249 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=332c0c01-0f24-4783-9646-920563998799 HTTP/1.1" status: 200 len: 210 time: 0.0266564 Jun 03 18:52:14.146644 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-b24a5d7e-2a50-4092-a411-7f0de81a4f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751241322828'] for port, after_create {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:14.149081 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-c86b60fa-c11d-4dd9-9af8-e4fc2aa21af3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:52:14.180674 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24a5d7e-2a50-4092-a411-7f0de81a4f97 None None] Network 531e4336-87e0-4866-bb60-f41641ec8c5f is already hosted by enough agents. {{(pid=103518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 18:52:14.184192 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.scheduler.base_scheduler [None req-b24a5d7e-2a50-4092-a411-7f0de81a4f97 None None] Resources bound (agent type, host, resource id): {{(pid=103518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 18:52:14.186492 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24a5d7e-2a50-4092-a411-7f0de81a4f97 None None] Received port after_create {{(pid=103518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 18:52:14.203959 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24a5d7e-2a50-4092-a411-7f0de81a4f97 None None] Pushing event updated for resources: {'Port': ['ID=0508767a-6e65-46d2-9313-c6afbde5105b,revision_number=1']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:52:14.207873 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-b24a5d7e-2a50-4092-a411-7f0de81a4f97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:52:14.238148 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.managers [None req-b24a5d7e-2a50-4092-a411-7f0de81a4f97 None None] Attempting to bind port 0508767a-6e65-46d2-9313-c6afbde5105b on host dv-cinder-794661-1-smb for vnic_type normal with profile {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 18:52:14.238646 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.managers [None req-b24a5d7e-2a50-4092-a411-7f0de81a4f97 None None] Attempting to bind port 0508767a-6e65-46d2-9313-c6afbde5105b by drivers openvswitch,hyperv on host dv-cinder-794661-1-smb at level 0 using segments [{'id': '3e118844-3f15-49fa-941c-d58c8885291a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': '531e4336-87e0-4866-bb60-f41641ec8c5f'}] {{(pid=103518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 18:52:14.239067 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24a5d7e-2a50-4092-a411-7f0de81a4f97 None None] Attempting to bind port 0508767a-6e65-46d2-9313-c6afbde5105b on network 531e4336-87e0-4866-bb60-f41641ec8c5f {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 18:52:14.242037 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24a5d7e-2a50-4092-a411-7f0de81a4f97 None None] Checking agent: {'id': '9af4ad39-3160-4d10-9b77-67ea66ff9724', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794661-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 18, 44, 30), 'started_at': datetime.datetime(2021, 6, 3, 18, 45, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794661-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 18:52:14.242240 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24a5d7e-2a50-4092-a411-7f0de81a4f97 None None] Checking segment: {'id': '3e118844-3f15-49fa-941c-d58c8885291a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': '531e4336-87e0-4866-bb60-f41641ec8c5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 18:52:14.242467 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-b24a5d7e-2a50-4092-a411-7f0de81a4f97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:14.242684 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24a5d7e-2a50-4092-a411-7f0de81a4f97 None None] Bound using segment: {'id': '3e118844-3f15-49fa-941c-d58c8885291a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': '531e4336-87e0-4866-bb60-f41641ec8c5f'} {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 18:52:14.242950 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.managers [None req-b24a5d7e-2a50-4092-a411-7f0de81a4f97 None None] Bound port: 0508767a-6e65-46d2-9313-c6afbde5105b, host: dv-cinder-794661-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e118844-3f15-49fa-941c-d58c8885291a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': '531e4336-87e0-4866-bb60-f41641ec8c5f'}}] {{(pid=103518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 18:52:14.243201 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-b24a5d7e-2a50-4092-a411-7f0de81a4f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:14.292497 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-b24a5d7e-2a50-4092-a411-7f0de81a4f97 None None] For port 0508767a-6e65-46d2-9313-c6afbde5105b, host dv-cinder-794661-1-smb, cleared binding levels {{(pid=103518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 18:52:14.294272 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-b24a5d7e-2a50-4092-a411-7f0de81a4f97 None None] For port 0508767a-6e65-46d2-9313-c6afbde5105b, host dv-cinder-794661-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794661-1-smb',level=0,port_id=0508767a-6e65-46d2-9313-c6afbde5105b,segment=NetworkSegment(3e118844-3f15-49fa-941c-d58c8885291a),segment_id=3e118844-3f15-49fa-941c-d58c8885291a)] {{(pid=103518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 18:52:14.383174 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Provisioning for port e5cb6b45-bc76-4250-83ac-e20025bd6f2b completed by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 18:52:14.386386 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Provisioning complete for port e5cb6b45-bc76-4250-83ac-e20025bd6f2b triggered by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 18:52:14.386586 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:14.449639 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:14.468713 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8d2e0a8a-308d-4db9-bcc6-d1f56ed106c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:14.473903 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] For port e5cb6b45-bc76-4250-83ac-e20025bd6f2b, host dv-cinder-794661-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794661-1-smb',level=0,port_id=e5cb6b45-bc76-4250-83ac-e20025bd6f2b,segment=NetworkSegment(16c25a19-650c-4faf-ba1d-432b734bedc4),segment_id=16c25a19-650c-4faf-ba1d-432b734bedc4)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:52:14.481337 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-b24a5d7e-2a50-4092-a411-7f0de81a4f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:14.484481 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:52:14.485974 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8d2e0a8a-308d-4db9-bcc6-d1f56ed106c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:14.531451 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24a5d7e-2a50-4092-a411-7f0de81a4f97 None None] Pushing event updated for resources: {'Port': ['ID=0508767a-6e65-46d2-9313-c6afbde5105b,revision_number=2']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:52:14.613275 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-b24a5d7e-2a50-4092-a411-7f0de81a4f97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:52:14.614115 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-8d2e0a8a-308d-4db9-bcc6-d1f56ed106c6 admin admin] Allocated IP 172.28.1.94 (6ece2837-d49d-41e4-9380-4ff50b3876fc/eed56ebd-fbdc-4b64-be4b-629d7f0513a5/6a48489c-336f-408d-a492-112e053b6d3e) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 18:52:14.665149 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8d2e0a8a-308d-4db9-bcc6-d1f56ed106c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:14.893996 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-3104640b-5600-4944-8795-a9ccae386e64 req-e0701db7-835e-4eb4-a16b-e426f1269a3c tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=381044c8-cab6-44e0-a866-9b4253a6cc73 HTTP/1.1" status: 200 len: 210 time: 0.0270047 Jun 03 18:52:14.938493 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:14.965425 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:52:14.975289 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Pushing event updated for resources: {'Port': ['ID=e5cb6b45-bc76-4250-83ac-e20025bd6f2b,revision_number=5']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:52:14.977312 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:52:15.216539 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8d2e0a8a-308d-4db9-bcc6-d1f56ed106c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751241322828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3014096'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:15.224361 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:52:15.244735 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-54cc3ade-7d63-4616-b928-658f7e34ad77 req-febcccb9-6454-48bb-99b2-b590e1da8467 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=332c0c01-0f24-4783-9646-920563998799 HTTP/1.1" status: 200 len: 210 time: 0.0508523 Jun 03 18:52:15.256123 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2e0a8a-308d-4db9-bcc6-d1f56ed106c6 admin admin] Network 6ece2837-d49d-41e4-9380-4ff50b3876fc is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 18:52:15.257988 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-8d2e0a8a-308d-4db9-bcc6-d1f56ed106c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 18:52:15.262502 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2e0a8a-308d-4db9-bcc6-d1f56ed106c6 admin admin] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 18:52:15.282613 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2e0a8a-308d-4db9-bcc6-d1f56ed106c6 admin admin] Pushing event updated for resources: {'Port': ['ID=6a48489c-336f-408d-a492-112e053b6d3e,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:52:15.287166 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-8d2e0a8a-308d-4db9-bcc6-d1f56ed106c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:52:15.346632 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa057e2-32e0-4d1f-a56f-105a8fe75c6f None None] Network 531e4336-87e0-4866-bb60-f41641ec8c5f requested from dv-cinder-794661-1-smb {{(pid=103518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 18:52:15.505080 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-211dee89-3de3-4cda-9c8c-51a71edd595e None None] Provisioning for port 0508767a-6e65-46d2-9313-c6afbde5105b completed by entity DHCP. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 18:52:15.699498 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd8f721-6d11-4136-8707-baf500772f8c req-d8d5c90d-95e8-4481-8807-e37813b5edd4 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:15.700368 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-0dd8f721-6d11-4136-8707-baf500772f8c req-d8d5c90d-95e8-4481-8807-e37813b5edd4 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 945 time: 0.0443876 Jun 03 18:52:15.706422 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8d2e0a8a-308d-4db9-bcc6-d1f56ed106c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:15.731558 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-0dd8f721-6d11-4136-8707-baf500772f8c req-0338490d-7d90-4f9f-b5ab-311dc2ed497e tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276153 Jun 03 18:52:15.895130 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8d2e0a8a-308d-4db9-bcc6-d1f56ed106c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573491'] for router, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:16.027672 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-24c6fc5b-664a-4c23-938d-9baa65b36508 req-d5126722-b8e2-4d8e-9a20-3c79222d4841 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=381044c8-cab6-44e0-a866-9b4253a6cc73 HTTP/1.1" status: 200 len: 210 time: 0.0832293 Jun 03 18:52:16.125710 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device e5cb6b45-bc76-4250-83ac-e20025bd6f2b up at agent ovs-agent-dv-cinder-794661-1-smb {{(pid=103518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 18:52:16.166604 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Provisioning complete for port e5cb6b45-bc76-4250-83ac-e20025bd6f2b triggered by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 18:52:16.166824 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:16.184014 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d2e0a8a-308d-4db9-bcc6-d1f56ed106c6 admin admin] Router dfc5a739-2dd7-4f5d-a32b-a90465991620 is scheduled to L3 agent e49736c8-5019-4904-a5ca-8bb53e194ab8 with binding_index 1 {{(pid=103516) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 18:52:16.231181 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device 0508767a-6e65-46d2-9313-c6afbde5105b up at agent ovs-agent-dv-cinder-794661-1-smb {{(pid=103518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 18:52:16.300525 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d2e0a8a-308d-4db9-bcc6-d1f56ed106c6 admin admin] Notify agent at l3_agent.dv-cinder-794661-1-smb the message routers_updated {{(pid=103516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 18:52:16.306716 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea1f5a1-e548-4dc0-b4f1-82c43704fd32 None None] Sync routers for ids ['dfc5a739-2dd7-4f5d-a32b-a90465991620'] in dv-cinder-794661-1-smb {{(pid=103519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 18:52:16.312573 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea1f5a1-e548-4dc0-b4f1-82c43704fd32 None None] Routers {'dfc5a739-2dd7-4f5d-a32b-a90465991620'} bound to L3 agent in host dv-cinder-794661-1-smb {{(pid=103519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 18:52:16.318988 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_hamode_db [None req-dea1f5a1-e548-4dc0-b4f1-82c43704fd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794661-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T18:44:31Z,description=,heartbeat_timestamp=2021-06-03T18:52:01Z,host='dv-cinder-794661-1-smb',id=e49736c8-5019-4904-a5ca-8bb53e194ab8,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T18:44:31Z,topic='l3_agent')) {'router_ids': ['dfc5a739-2dd7-4f5d-a32b-a90465991620'], 'active': True} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:52:16.335735 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-8e6cac38-f5cf-4a79-811b-c847616f00a5 req-f6895b49-1f04-41ce-ab2f-a0b8be5f90e0 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=332c0c01-0f24-4783-9646-920563998799 HTTP/1.1" status: 200 len: 210 time: 0.0317612 Jun 03 18:52:16.381968 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Provisioning for port 0508767a-6e65-46d2-9313-c6afbde5105b completed by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 18:52:16.385440 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Provisioning complete for port 0508767a-6e65-46d2-9313-c6afbde5105b triggered by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 18:52:16.385688 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:16.407259 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_dvr_db [None req-dea1f5a1-e548-4dc0-b4f1-82c43704fd32 None None] Set router dfc5a739-2dd7-4f5d-a32b-a90465991620 gateway port host: dv-cinder-794661-1-smb {{(pid=103519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 18:52:16.414620 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8d2e0a8a-308d-4db9-bcc6-d1f56ed106c6 admin admin] Notify callbacks [] for router, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:16.419076 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-8d2e0a8a-308d-4db9-bcc6-d1f56ed106c6 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.8055463 Jun 03 18:52:16.423452 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 55130) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:52:16.503018 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:16.528513 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] For port 0508767a-6e65-46d2-9313-c6afbde5105b, host dv-cinder-794661-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794661-1-smb',level=0,port_id=0508767a-6e65-46d2-9313-c6afbde5105b,segment=NetworkSegment(3e118844-3f15-49fa-941c-d58c8885291a),segment_id=3e118844-3f15-49fa-941c-d58c8885291a)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:52:16.566031 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_hamode_db [None req-dea1f5a1-e548-4dc0-b4f1-82c43704fd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc5a739-2dd7-4f5d-a32b-a90465991620', 'name': 'tempest-TestMinimumBasicScenario-713849984-router', 'tenant_id': 'e1d1990c06784dd6ace8e90d17e8dcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.94'}], 'enable_snat': True}, 'gw_port_id': '6a48489c-336f-408d-a492-112e053b6d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T18:52:13Z', 'updated_at': '2021-06-03T18:52:15Z', 'revision_number': 3, 'project_id': 'e1d1990c06784dd6ace8e90d17e8dcc1', 'gw_port': {'id': '6a48489c-336f-408d-a492-112e053b6d3e', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ed:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc5a739-2dd7-4f5d-a32b-a90465991620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:52:14Z', 'updated_at': '2021-06-03T18:52:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb'}], 'dv-cinder-794661-1-smb', False) {} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:52:16.568490 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea1f5a1-e548-4dc0-b4f1-82c43704fd32 None None] Checking router: dfc5a739-2dd7-4f5d-a32b-a90465991620 for host: dv-cinder-794661-1-smb {{(pid=103519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 18:52:16.568743 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea1f5a1-e548-4dc0-b4f1-82c43704fd32 None None] Updating router dfc5a739-2dd7-4f5d-a32b-a90465991620 port 6a48489c-336f-408d-a492-112e053b6d3e binding host dv-cinder-794661-1-smb {{(pid=103519) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 18:52:16.612028 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-dea1f5a1-e548-4dc0-b4f1-82c43704fd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:16.643145 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:16.644585 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:52:16.696039 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Pushing event updated for resources: {'Port': ['ID=0508767a-6e65-46d2-9313-c6afbde5105b,revision_number=3']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:52:16.697894 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:52:16.804025 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-dea1f5a1-e548-4dc0-b4f1-82c43704fd32 None None] Notify callbacks [] for port, precommit_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:16.810418 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.provisioning_blocks [None req-dea1f5a1-e548-4dc0-b4f1-82c43704fd32 None None] Transition to ACTIVE for port object 6a48489c-336f-408d-a492-112e053b6d3e will not be triggered until provisioned by entity L2. {{(pid=103519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 18:52:16.892039 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2a054dfa-d3af-419c-86c8-0b17d3624e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:16.930703 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-dea1f5a1-e548-4dc0-b4f1-82c43704fd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:16.934601 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG oslo_concurrency.lockutils [None req-b3fb48ba-efbd-4c3f-a598-98cf7902dde4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:52:16.982432 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f263989b-2d14-44f2-aa8f-f0e460594416 None None] Pushing event updated for resources: {'Port': ['ID=6a48489c-336f-408d-a492-112e053b6d3e,revision_number=2']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:52:16.984879 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG oslo_concurrency.lockutils [None req-f263989b-2d14-44f2-aa8f-f0e460594416 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:52:16.985827 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.plugins.ml2.managers [None req-dea1f5a1-e548-4dc0-b4f1-82c43704fd32 None None] Attempting to bind port 6a48489c-336f-408d-a492-112e053b6d3e on host dv-cinder-794661-1-smb for vnic_type normal with profile {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 18:52:16.986117 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.plugins.ml2.managers [None req-dea1f5a1-e548-4dc0-b4f1-82c43704fd32 None None] Attempting to bind port 6a48489c-336f-408d-a492-112e053b6d3e by drivers openvswitch,hyperv on host dv-cinder-794661-1-smb at level 0 using segments [{'id': 'cb7a02ef-c488-4fe7-ad15-1fca81e02b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc'}] {{(pid=103519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 18:52:16.986424 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea1f5a1-e548-4dc0-b4f1-82c43704fd32 None None] Attempting to bind port 6a48489c-336f-408d-a492-112e053b6d3e on network 6ece2837-d49d-41e4-9380-4ff50b3876fc {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 18:52:16.993711 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea1f5a1-e548-4dc0-b4f1-82c43704fd32 None None] Checking agent: {'id': '9af4ad39-3160-4d10-9b77-67ea66ff9724', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794661-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 18, 44, 30), 'started_at': datetime.datetime(2021, 6, 3, 18, 45, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794661-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 18:52:16.999788 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea1f5a1-e548-4dc0-b4f1-82c43704fd32 None None] Checking segment: {'id': 'cb7a02ef-c488-4fe7-ad15-1fca81e02b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 18:52:16.999788 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-dea1f5a1-e548-4dc0-b4f1-82c43704fd32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:16.999788 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea1f5a1-e548-4dc0-b4f1-82c43704fd32 None None] Bound using segment: {'id': 'cb7a02ef-c488-4fe7-ad15-1fca81e02b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc'} {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 18:52:16.999788 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.plugins.ml2.managers [None req-dea1f5a1-e548-4dc0-b4f1-82c43704fd32 None None] Bound port: 6a48489c-336f-408d-a492-112e053b6d3e, host: dv-cinder-794661-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7a02ef-c488-4fe7-ad15-1fca81e02b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc'}}] {{(pid=103519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 18:52:16.999788 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-dea1f5a1-e548-4dc0-b4f1-82c43704fd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:17.003728 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-2a054dfa-d3af-419c-86c8-0b17d3624e6b admin admin] Allocated IP 172.20.0.1 (531e4336-87e0-4866-bb60-f41641ec8c5f/48464be1-befd-4199-b0ee-0f52f498aea0/6c0ec008-079c-46fe-ab9f-f1bfc60d33bd) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 18:52:17.063729 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.plugins.ml2.db [None req-dea1f5a1-e548-4dc0-b4f1-82c43704fd32 None None] For port 6a48489c-336f-408d-a492-112e053b6d3e, host dv-cinder-794661-1-smb, cleared binding levels {{(pid=103519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 18:52:17.063729 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.plugins.ml2.db [None req-dea1f5a1-e548-4dc0-b4f1-82c43704fd32 None None] For port 6a48489c-336f-408d-a492-112e053b6d3e, host dv-cinder-794661-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794661-1-smb',level=0,port_id=6a48489c-336f-408d-a492-112e053b6d3e,segment=NetworkSegment(cb7a02ef-c488-4fe7-ad15-1fca81e02b96),segment_id=cb7a02ef-c488-4fe7-ad15-1fca81e02b96)] {{(pid=103519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 18:52:17.092390 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2a054dfa-d3af-419c-86c8-0b17d3624e6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:17.100604 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-2a054dfa-d3af-419c-86c8-0b17d3624e6b admin admin] Transition to ACTIVE for port object 6c0ec008-079c-46fe-ab9f-f1bfc60d33bd will not be triggered until provisioned by entity DHCP. {{(pid=103516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 18:52:17.111189 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-563e7ced-d869-4fd3-a200-a00af2e71b79 req-ff146b6f-e4ae-495c-8770-7fecf455efea tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=381044c8-cab6-44e0-a866-9b4253a6cc73 HTTP/1.1" status: 200 len: 210 time: 0.0235105 Jun 03 18:52:17.274206 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-dea1f5a1-e548-4dc0-b4f1-82c43704fd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:17.274459 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2a054dfa-d3af-419c-86c8-0b17d3624e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751241322828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3014096'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:17.277003 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:52:17.277192 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-4ad3bffe-f59d-4b87-bc90-8156ec13e3bd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:52:17.291288 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 55154) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:52:17.315310 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a054dfa-d3af-419c-86c8-0b17d3624e6b admin admin] Network 531e4336-87e0-4866-bb60-f41641ec8c5f is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 18:52:17.317400 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-2a054dfa-d3af-419c-86c8-0b17d3624e6b admin admin] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 18:52:17.320335 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a054dfa-d3af-419c-86c8-0b17d3624e6b admin admin] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 18:52:17.320518 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea1f5a1-e548-4dc0-b4f1-82c43704fd32 None None] Routers {'dfc5a739-2dd7-4f5d-a32b-a90465991620'} bound to L3 agent in host dv-cinder-794661-1-smb {{(pid=103519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 18:52:17.321197 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_hamode_db [None req-dea1f5a1-e548-4dc0-b4f1-82c43704fd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794661-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T18:44:31Z,description=,heartbeat_timestamp=2021-06-03T18:52:01Z,host='dv-cinder-794661-1-smb',id=e49736c8-5019-4904-a5ca-8bb53e194ab8,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T18:44:31Z,topic='l3_agent')) {'router_ids': ['dfc5a739-2dd7-4f5d-a32b-a90465991620'], 'active': True} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:52:17.339136 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a054dfa-d3af-419c-86c8-0b17d3624e6b admin admin] Pushing event updated for resources: {'Port': ['ID=6c0ec008-079c-46fe-ab9f-f1bfc60d33bd,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:52:17.342742 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-2a054dfa-d3af-419c-86c8-0b17d3624e6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:52:17.361797 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2a054dfa-d3af-419c-86c8-0b17d3624e6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573693'] for router_interface, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:17.432306 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_dvr_db [None req-dea1f5a1-e548-4dc0-b4f1-82c43704fd32 None None] Set router dfc5a739-2dd7-4f5d-a32b-a90465991620 gateway port host: dv-cinder-794661-1-smb {{(pid=103519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 18:52:17.461754 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-1799b902-7742-40ec-ad7b-8f58420e258c req-6b8fdb51-70a0-47bb-8dbd-5013b316dc53 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=332c0c01-0f24-4783-9646-920563998799 HTTP/1.1" status: 200 len: 210 time: 0.0470467 Jun 03 18:52:17.462500 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-969e924c-f55b-432d-9470-934714ab2d9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:17.471810 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-969e924c-f55b-432d-9470-934714ab2d9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:52:17.473463 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-969e924c-f55b-432d-9470-934714ab2d9d admin admin] Usage tracker for resource:security_group_rule and tenant:46ec04cefaa74f01a33ad6a54cf133a7 is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:52:17.475598 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-969e924c-f55b-432d-9470-934714ab2d9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:52:17.479318 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-969e924c-f55b-432d-9470-934714ab2d9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:52:17.496343 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f263989b-2d14-44f2-aa8f-f0e460594416 None None] Pushing event updated for resources: {'Port': ['ID=6a48489c-336f-408d-a492-112e053b6d3e,revision_number=3']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:52:17.508143 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG oslo_concurrency.lockutils [None req-f263989b-2d14-44f2-aa8f-f0e460594416 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=103519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:52:17.527290 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-969e924c-f55b-432d-9470-934714ab2d9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:17.550669 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2a054dfa-d3af-419c-86c8-0b17d3624e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:17.598323 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_hamode_db [None req-dea1f5a1-e548-4dc0-b4f1-82c43704fd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc5a739-2dd7-4f5d-a32b-a90465991620', 'name': 'tempest-TestMinimumBasicScenario-713849984-router', 'tenant_id': 'e1d1990c06784dd6ace8e90d17e8dcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.94'}], 'enable_snat': True}, 'gw_port_id': '6a48489c-336f-408d-a492-112e053b6d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T18:52:13Z', 'updated_at': '2021-06-03T18:52:15Z', 'revision_number': 3, 'project_id': 'e1d1990c06784dd6ace8e90d17e8dcc1', 'gw_port': {'id': '6a48489c-336f-408d-a492-112e053b6d3e', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ed:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc5a739-2dd7-4f5d-a32b-a90465991620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:52:14Z', 'updated_at': '2021-06-03T18:52:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb'}], 'dv-cinder-794661-1-smb', False) {} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:52:17.600812 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea1f5a1-e548-4dc0-b4f1-82c43704fd32 None None] The sync data for ids ['dfc5a739-2dd7-4f5d-a32b-a90465991620'] in dv-cinder-794661-1-smb is: [{'id': 'dfc5a739-2dd7-4f5d-a32b-a90465991620', 'name': 'tempest-TestMinimumBasicScenario-713849984-router', 'tenant_id': 'e1d1990c06784dd6ace8e90d17e8dcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.94'}], 'enable_snat': True}, 'gw_port_id': '6a48489c-336f-408d-a492-112e053b6d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T18:52:13Z', 'updated_at': '2021-06-03T18:52:15Z', 'revision_number': 3, 'project_id': 'e1d1990c06784dd6ace8e90d17e8dcc1', 'gw_port': {'id': '6a48489c-336f-408d-a492-112e053b6d3e', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ed:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc5a739-2dd7-4f5d-a32b-a90465991620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:52:14Z', 'updated_at': '2021-06-03T18:52:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb'}] {{(pid=103519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 18:52:17.635495 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-969e924c-f55b-432d-9470-934714ab2d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:17.636467 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-44ffc46b-ade6-4ab1-9aa2-13d1f57c554c None None] Provisioning for port 6c0ec008-079c-46fe-ab9f-f1bfc60d33bd completed by entity DHCP. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 18:52:17.642799 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-44ffc46b-ade6-4ab1-9aa2-13d1f57c554c None None] Provisioning complete for port 6c0ec008-079c-46fe-ab9f-f1bfc60d33bd triggered by entity DHCP. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 18:52:17.646091 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-44ffc46b-ade6-4ab1-9aa2-13d1f57c554c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:17.655452 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-8e7c5272-56ca-4653-8876-b031b6ee049c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:52:17.660326 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-969e924c-f55b-432d-9470-934714ab2d9d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=46ec04cefaa74f01a33ad6a54cf133a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3682797 Jun 03 18:52:17.662091 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 55168) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:52:17.693971 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969e924c-f55b-432d-9470-934714ab2d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51779912-60b4-456a-8db8-9506460149ee,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:52:17.699925 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-969e924c-f55b-432d-9470-934714ab2d9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:52:17.722265 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-559c231c-d769-495d-84d4-e930238db9f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:17.727495 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.plugin [None req-44ffc46b-ade6-4ab1-9aa2-13d1f57c554c None None] Port 6c0ec008-079c-46fe-ab9f-f1bfc60d33bd cannot update to ACTIVE because it is not bound. {{(pid=103518) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 18:52:17.736728 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503255d2-0479-4382-8d96-06d43277743b req-8b6277e3-a0a0-4c3c-b5e7-fb92f0daf852 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:17.737295 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-559c231c-d769-495d-84d4-e930238db9f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:17.737609 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-503255d2-0479-4382-8d96-06d43277743b req-8b6277e3-a0a0-4c3c-b5e7-fb92f0daf852 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.108 "GET /v2.0/networks?id=10b7379a-996c-49eb-a4af-c8a0e0fe9011 HTTP/1.1" status: 200 len: 814 time: 0.1614611 Jun 03 18:52:17.756336 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.v2.base [req-503255d2-0479-4382-8d96-06d43277743b req-dc4d1a35-91cb-456d-9693-a855494c8a93 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Request body: {'port': {'device_id': '332c0c01-0f24-4783-9646-920563998799', 'network_id': '10b7379a-996c-49eb-a4af-c8a0e0fe9011', 'admin_state_up': True, 'tenant_id': 'c8ba5f9b622448d591fdad53cf4828bc'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:52:17.888663 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-559c231c-d769-495d-84d4-e930238db9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:17.894236 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-d393254d-b7ac-41f4-89aa-87fb4c64dd3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:52:17.897768 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559c231c-d769-495d-84d4-e930238db9f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51779912-60b4-456a-8db8-9506460149ee,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:52:17.905971 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.db.resource_extend [None req-2a054dfa-d3af-419c-86c8-0b17d3624e6b admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 18:52:17.916135 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-559c231c-d769-495d-84d4-e930238db9f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:52:17.926376 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2a054dfa-d3af-419c-86c8-0b17d3624e6b admin admin] Notify callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:17.926453 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-559c231c-d769-495d-84d4-e930238db9f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:17.926453 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-559c231c-d769-495d-84d4-e930238db9f4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/51779912-60b4-456a-8db8-9506460149ee HTTP/1.1" status: 204 len: 168 time: 0.2616758 Jun 03 18:52:17.953597 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [req-503255d2-0479-4382-8d96-06d43277743b req-dc4d1a35-91cb-456d-9693-a855494c8a93 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:52:17.959111 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [req-503255d2-0479-4382-8d96-06d43277743b req-dc4d1a35-91cb-456d-9693-a855494c8a93 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:52:18.125216 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device 6a48489c-336f-408d-a492-112e053b6d3e up at agent ovs-agent-dv-cinder-794661-1-smb {{(pid=103518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 18:52:18.197142 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-3f709f66-9de8-4eb6-be9b-7991887ddbb3 req-841478e9-d920-4234-8d82-ce14823fd8e1 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=381044c8-cab6-44e0-a866-9b4253a6cc73 HTTP/1.1" status: 200 len: 210 time: 0.0243192 Jun 03 18:52:18.202388 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-503255d2-0479-4382-8d96-06d43277743b req-dc4d1a35-91cb-456d-9693-a855494c8a93 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Made reservation on behalf of c8ba5f9b622448d591fdad53cf4828bc for: {'port': 1} {{(pid=103516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 18:52:18.205498 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-503255d2-0479-4382-8d96-06d43277743b req-dc4d1a35-91cb-456d-9693-a855494c8a93 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:18.210608 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2a054dfa-d3af-419c-86c8-0b17d3624e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3013931'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:18.231323 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-a264aaae-328a-41ac-bf36-741b14dad73c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:52:18.296340 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2a054dfa-d3af-419c-86c8-0b17d3624e6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405393'] for router_interface, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:18.310037 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a054dfa-d3af-419c-86c8-0b17d3624e6b admin admin] Pushing event updated for resources: {'Port': ['ID=6c0ec008-079c-46fe-ab9f-f1bfc60d33bd,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:52:18.320328 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-2a054dfa-d3af-419c-86c8-0b17d3624e6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:52:18.396428 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Provisioning for port 6a48489c-336f-408d-a492-112e053b6d3e completed by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 18:52:18.402828 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Provisioning complete for port 6a48489c-336f-408d-a492-112e053b6d3e triggered by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 18:52:18.404727 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:18.416213 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [req-503255d2-0479-4382-8d96-06d43277743b req-dc4d1a35-91cb-456d-9693-a855494c8a93 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Allocated IP 172.20.0.5 (10b7379a-996c-49eb-a4af-c8a0e0fe9011/34b0c147-b581-4843-bfec-ea29d14cb6a7/4fd16d1d-3daa-4d56-b85e-875a778f08be) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 18:52:18.423715 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a054dfa-d3af-419c-86c8-0b17d3624e6b admin admin] Network 531e4336-87e0-4866-bb60-f41641ec8c5f is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 18:52:18.424982 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-2a054dfa-d3af-419c-86c8-0b17d3624e6b admin admin] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 18:52:18.507589 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:18.523254 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] For port 6a48489c-336f-408d-a492-112e053b6d3e, host dv-cinder-794661-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794661-1-smb',level=0,port_id=6a48489c-336f-408d-a492-112e053b6d3e,segment=NetworkSegment(cb7a02ef-c488-4fe7-ad15-1fca81e02b96),segment_id=cb7a02ef-c488-4fe7-ad15-1fca81e02b96)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:52:18.589747 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:18.590522 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device 0508767a-6e65-46d2-9313-c6afbde5105b up at agent ovs-agent-dv-cinder-794661-1-smb {{(pid=103518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 18:52:18.610190 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:52:18.621692 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-4c80563c-f733-4b20-8f7e-564a5bd1c7cf req-a9098b92-1dfa-4b40-a9f3-337fbeb7b0ed tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=332c0c01-0f24-4783-9646-920563998799 HTTP/1.1" status: 200 len: 210 time: 0.0427313 Jun 03 18:52:18.634013 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a054dfa-d3af-419c-86c8-0b17d3624e6b admin admin] Router dfc5a739-2dd7-4f5d-a32b-a90465991620 has already been hosted by L3 agent e49736c8-5019-4904-a5ca-8bb53e194ab8 {{(pid=103516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 18:52:18.673975 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-dbbd0fda-6200-451c-a979-dfd624130ded None None] Provisioning complete for port 6c0ec008-079c-46fe-ab9f-f1bfc60d33bd triggered by entity DHCP. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 18:52:18.674414 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-dbbd0fda-6200-451c-a979-dfd624130ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:18.677926 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-503255d2-0479-4382-8d96-06d43277743b req-dc4d1a35-91cb-456d-9693-a855494c8a93 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Notify callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:18.694076 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Pushing event updated for resources: {'Port': ['ID=6a48489c-336f-408d-a492-112e053b6d3e,revision_number=4']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:52:18.694076 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:52:18.716570 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.plugin [None req-dbbd0fda-6200-451c-a979-dfd624130ded None None] Port 6c0ec008-079c-46fe-ab9f-f1bfc60d33bd cannot update to ACTIVE because it is not bound. {{(pid=103518) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 18:52:18.718348 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Provisioning complete for port 0508767a-6e65-46d2-9313-c6afbde5105b triggered by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 18:52:18.718557 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:18.749610 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a054dfa-d3af-419c-86c8-0b17d3624e6b admin admin] Notify agent at l3_agent.dv-cinder-794661-1-smb the message routers_updated {{(pid=103516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 18:52:18.872743 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-503255d2-0479-4382-8d96-06d43277743b req-dc4d1a35-91cb-456d-9693-a855494c8a93 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751241322828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3014096'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:18.876504 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-2a054dfa-d3af-419c-86c8-0b17d3624e6b admin admin] 10.222.0.44 "PUT /v2.0/routers/dfc5a739-2dd7-4f5d-a32b-a90465991620/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4558835 Jun 03 18:52:18.882357 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-3cfe8fb2-a401-417c-84dc-168f3c5d904f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:52:18.887744 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] get_ports_and_sgs() called for port_ids ['74debd3c-54bd-4786-9965-2e8931cdad8a', '049b4123-52c3-4b12-80e6-6a8aeed80456', '7b85cbe9-9161-4e26-8aeb-337ef341ca8f'] {{(pid=103518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 18:52:18.937837 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4d1a35-91cb-456d-9693-a855494c8a93 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Pushing event updated for resources: {'Port': ['ID=4fd16d1d-3daa-4d56-b85e-875a778f08be,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:52:18.940789 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-dc4d1a35-91cb-456d-9693-a855494c8a93 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:52:18.948086 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-503255d2-0479-4382-8d96-06d43277743b req-dc4d1a35-91cb-456d-9693-a855494c8a93 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Network 10b7379a-996c-49eb-a4af-c8a0e0fe9011 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 18:52:18.948790 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [req-503255d2-0479-4382-8d96-06d43277743b req-dc4d1a35-91cb-456d-9693-a855494c8a93 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 18:52:18.950394 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [req-503255d2-0479-4382-8d96-06d43277743b req-dc4d1a35-91cb-456d-9693-a855494c8a93 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 18:52:18.988361 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503255d2-0479-4382-8d96-06d43277743b req-dc4d1a35-91cb-456d-9693-a855494c8a93 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:18.989000 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-503255d2-0479-4382-8d96-06d43277743b req-dc4d1a35-91cb-456d-9693-a855494c8a93 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56630'] for port, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:19.259645 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-503255d2-0479-4382-8d96-06d43277743b req-dc4d1a35-91cb-456d-9693-a855494c8a93 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5067971 Jun 03 18:52:19.283717 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.v2.base [req-503255d2-0479-4382-8d96-06d43277743b req-d3306890-2f05-447f-81eb-ff108c2b19df service neutron] Request body: {'port': {'device_id': '332c0c01-0f24-4783-9646-920563998799', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:52:19.313091 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-675a7333-5394-477f-95d3-c57be0b0c97c req-40a88e0a-d240-4c6c-b9e0-eee7e16f70e9 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=381044c8-cab6-44e0-a866-9b4253a6cc73 HTTP/1.1" status: 200 len: 210 time: 0.0342124 Jun 03 18:52:19.365825 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-503255d2-0479-4382-8d96-06d43277743b req-d3306890-2f05-447f-81eb-ff108c2b19df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:19.615707 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.notifiers.nova [req-503255d2-0479-4382-8d96-06d43277743b req-d3306890-2f05-447f-81eb-ff108c2b19df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fd16d1d-3daa-4d56-b85e-875a778f08be {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 18:52:19.619913 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-503255d2-0479-4382-8d96-06d43277743b req-d3306890-2f05-447f-81eb-ff108c2b19df service neutron] Notify callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:19.627790 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [req-503255d2-0479-4382-8d96-06d43277743b req-d3306890-2f05-447f-81eb-ff108c2b19df service neutron] Transition to ACTIVE for port object 4fd16d1d-3daa-4d56-b85e-875a778f08be will not be triggered until provisioned by entity L2. {{(pid=103516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 18:52:19.730968 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d580040f-81bd-4f19-b6a5-d1b29731f535 req-9885db88-7b72-41f0-8f70-756447b93c74 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:19.731412 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-d580040f-81bd-4f19-b6a5-d1b29731f535 req-9885db88-7b72-41f0-8f70-756447b93c74 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Synchronizing usage tracker for tenant:c8ba5f9b622448d591fdad53cf4828bc on resource:port {{(pid=103516) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 18:52:19.786854 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b899f9f4-5195-444c-979f-7e87b32822e4 None None] Sync routers for ids ['dfc5a739-2dd7-4f5d-a32b-a90465991620'] in dv-cinder-794661-1-smb {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 18:52:19.815895 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b899f9f4-5195-444c-979f-7e87b32822e4 None None] Routers {'dfc5a739-2dd7-4f5d-a32b-a90465991620'} bound to L3 agent in host dv-cinder-794661-1-smb {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 18:52:19.815895 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-b899f9f4-5195-444c-979f-7e87b32822e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794661-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T18:44:31Z,description=,heartbeat_timestamp=2021-06-03T18:52:01Z,host='dv-cinder-794661-1-smb',id=e49736c8-5019-4904-a5ca-8bb53e194ab8,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T18:44:31Z,topic='l3_agent')) {'router_ids': ['dfc5a739-2dd7-4f5d-a32b-a90465991620'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:52:19.890836 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-b899f9f4-5195-444c-979f-7e87b32822e4 None None] Set router dfc5a739-2dd7-4f5d-a32b-a90465991620 gateway port host: dv-cinder-794661-1-smb {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 18:52:20.055101 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-503255d2-0479-4382-8d96-06d43277743b req-d3306890-2f05-447f-81eb-ff108c2b19df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3013931'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:20.057074 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:52:20.069719 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-b899f9f4-5195-444c-979f-7e87b32822e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc5a739-2dd7-4f5d-a32b-a90465991620', 'name': 'tempest-TestMinimumBasicScenario-713849984-router', 'tenant_id': 'e1d1990c06784dd6ace8e90d17e8dcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.94'}], 'enable_snat': True}, 'gw_port_id': '6a48489c-336f-408d-a492-112e053b6d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T18:52:13Z', 'updated_at': '2021-06-03T18:52:17Z', 'revision_number': 4, 'project_id': 'e1d1990c06784dd6ace8e90d17e8dcc1', 'gw_port': {'id': '6a48489c-336f-408d-a492-112e053b6d3e', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ed:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc5a739-2dd7-4f5d-a32b-a90465991620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:52:14Z', 'updated_at': '2021-06-03T18:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb', '_interfaces': [{'id': '6c0ec008-079c-46fe-ab9f-f1bfc60d33bd', 'name': '', 'network_id': '531e4336-87e0-4866-bb60-f41641ec8c5f', 'tenant_id': 'e1d1990c06784dd6ace8e90d17e8dcc1', 'mac_address': 'fa:16:3e:ef:7c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc5a739-2dd7-4f5d-a32b-a90465991620', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '48464be1-befd-4199-b0ee-0f52f498aea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:52:16Z', 'updated_at': '2021-06-03T18:52:17Z', 'revision_number': 2, 'project_id': 'e1d1990c06784dd6ace8e90d17e8dcc1', 'subnets': [{'id': '48464be1-befd-4199-b0ee-0f52f498aea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794661-1-smb', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:52:20.072461 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b899f9f4-5195-444c-979f-7e87b32822e4 None None] Checking router: dfc5a739-2dd7-4f5d-a32b-a90465991620 for host: dv-cinder-794661-1-smb {{(pid=103518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 18:52:20.072732 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b899f9f4-5195-444c-979f-7e87b32822e4 None None] Updating router dfc5a739-2dd7-4f5d-a32b-a90465991620 port 6c0ec008-079c-46fe-ab9f-f1bfc60d33bd binding host dv-cinder-794661-1-smb {{(pid=103518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 18:52:20.106884 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device 6a48489c-336f-408d-a492-112e053b6d3e up at agent ovs-agent-dv-cinder-794661-1-smb {{(pid=103518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 18:52:20.122901 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-d580040f-81bd-4f19-b6a5-d1b29731f535 req-9885db88-7b72-41f0-8f70-756447b93c74 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Unset dirty status for tenant:c8ba5f9b622448d591fdad53cf4828bc on resource:port {{(pid=103516) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 18:52:20.123619 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-d580040f-81bd-4f19-b6a5-d1b29731f535 req-9885db88-7b72-41f0-8f70-756447b93c74 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=332c0c01-0f24-4783-9646-920563998799 HTTP/1.1" status: 200 len: 931 time: 0.4430146 Jun 03 18:52:20.132960 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-b899f9f4-5195-444c-979f-7e87b32822e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:20.178631 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3306890-2f05-447f-81eb-ff108c2b19df service neutron] Pushing event updated for resources: {'Port': ['ID=4fd16d1d-3daa-4d56-b85e-875a778f08be,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:52:20.183091 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-d3306890-2f05-447f-81eb-ff108c2b19df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:52:20.203185 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-d580040f-81bd-4f19-b6a5-d1b29731f535 req-491176f2-9555-4cd6-b1d6-15cedeb41d5d tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0217bca-e2f4-4d08-8774-71c4c877895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608444 Jun 03 18:52:20.212953 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [req-503255d2-0479-4382-8d96-06d43277743b req-d3306890-2f05-447f-81eb-ff108c2b19df service neutron] Attempting to bind port 4fd16d1d-3daa-4d56-b85e-875a778f08be on host hv-cinder-79466 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 18:52:20.213139 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [req-503255d2-0479-4382-8d96-06d43277743b req-d3306890-2f05-447f-81eb-ff108c2b19df service neutron] Attempting to bind port 4fd16d1d-3daa-4d56-b85e-875a778f08be by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': 'dbca1dbe-5a89-473a-94f4-75bd9e3fa1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1417, 'network_id': '10b7379a-996c-49eb-a4af-c8a0e0fe9011'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 18:52:20.213303 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503255d2-0479-4382-8d96-06d43277743b req-d3306890-2f05-447f-81eb-ff108c2b19df service neutron] Attempting to bind port 4fd16d1d-3daa-4d56-b85e-875a778f08be on network 10b7379a-996c-49eb-a4af-c8a0e0fe9011 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 18:52:20.225089 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503255d2-0479-4382-8d96-06d43277743b req-d3306890-2f05-447f-81eb-ff108c2b19df service neutron] Port 4fd16d1d-3daa-4d56-b85e-875a778f08be on network 10b7379a-996c-49eb-a4af-c8a0e0fe9011 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 18:52:20.225298 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503255d2-0479-4382-8d96-06d43277743b req-d3306890-2f05-447f-81eb-ff108c2b19df service neutron] Attempting to bind port 4fd16d1d-3daa-4d56-b85e-875a778f08be on network 10b7379a-996c-49eb-a4af-c8a0e0fe9011 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 18:52:20.228894 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503255d2-0479-4382-8d96-06d43277743b req-d3306890-2f05-447f-81eb-ff108c2b19df service neutron] Checking agent: {'id': 'af909ad5-3a3f-482f-ab55-4c32617c9c15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 18, 49, 2), 'started_at': datetime.datetime(2021, 6, 3, 18, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 18, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 18:52:20.229076 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503255d2-0479-4382-8d96-06d43277743b req-d3306890-2f05-447f-81eb-ff108c2b19df service neutron] Checking segment: {'id': 'dbca1dbe-5a89-473a-94f4-75bd9e3fa1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1417, 'network_id': '10b7379a-996c-49eb-a4af-c8a0e0fe9011'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 18:52:20.229289 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503255d2-0479-4382-8d96-06d43277743b req-d3306890-2f05-447f-81eb-ff108c2b19df service neutron] Bound using segment: {'id': 'dbca1dbe-5a89-473a-94f4-75bd9e3fa1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1417, 'network_id': '10b7379a-996c-49eb-a4af-c8a0e0fe9011'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 18:52:20.229524 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [req-503255d2-0479-4382-8d96-06d43277743b req-d3306890-2f05-447f-81eb-ff108c2b19df service neutron] Bound port: 4fd16d1d-3daa-4d56-b85e-875a778f08be, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbca1dbe-5a89-473a-94f4-75bd9e3fa1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1417, 'network_id': '10b7379a-996c-49eb-a4af-c8a0e0fe9011'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 18:52:20.229717 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-503255d2-0479-4382-8d96-06d43277743b req-d3306890-2f05-447f-81eb-ff108c2b19df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:20.294521 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Provisioning complete for port 6a48489c-336f-408d-a492-112e053b6d3e triggered by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 18:52:20.295118 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:20.299596 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.db [req-503255d2-0479-4382-8d96-06d43277743b req-d3306890-2f05-447f-81eb-ff108c2b19df service neutron] For port 4fd16d1d-3daa-4d56-b85e-875a778f08be, host hv-cinder-79466, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 18:52:20.301731 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.db [req-503255d2-0479-4382-8d96-06d43277743b req-d3306890-2f05-447f-81eb-ff108c2b19df service neutron] For port 4fd16d1d-3daa-4d56-b85e-875a778f08be, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=4fd16d1d-3daa-4d56-b85e-875a778f08be,segment=NetworkSegment(dbca1dbe-5a89-473a-94f4-75bd9e3fa1aa),segment_id=dbca1dbe-5a89-473a-94f4-75bd9e3fa1aa)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 18:52:20.418332 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-91498f38-506f-4aac-ade4-8d8aacdecd00 req-2cfde0d1-97f0-48c5-80c8-baa5caf2da41 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=381044c8-cab6-44e0-a866-9b4253a6cc73 HTTP/1.1" status: 200 len: 210 time: 0.0268199 Jun 03 18:52:20.442413 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-b899f9f4-5195-444c-979f-7e87b32822e4 None None] Notify callbacks [] for port, precommit_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:20.450041 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-b899f9f4-5195-444c-979f-7e87b32822e4 None None] Transition to ACTIVE for port object 6c0ec008-079c-46fe-ab9f-f1bfc60d33bd will not be triggered until provisioned by entity L2. {{(pid=103518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 18:52:20.690075 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-503255d2-0479-4382-8d96-06d43277743b req-d3306890-2f05-447f-81eb-ff108c2b19df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3013931'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:20.691338 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-b899f9f4-5195-444c-979f-7e87b32822e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:20.694362 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:52:20.697043 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:52:20.748941 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3306890-2f05-447f-81eb-ff108c2b19df service neutron] Pushing event updated for resources: {'Port': ['ID=4fd16d1d-3daa-4d56-b85e-875a778f08be,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:52:20.756210 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-d3306890-2f05-447f-81eb-ff108c2b19df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:52:20.758911 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503255d2-0479-4382-8d96-06d43277743b req-d3306890-2f05-447f-81eb-ff108c2b19df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:20.758911 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-503255d2-0479-4382-8d96-06d43277743b req-d3306890-2f05-447f-81eb-ff108c2b19df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56630'] for port, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:20.758911 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-503255d2-0479-4382-8d96-06d43277743b req-d3306890-2f05-447f-81eb-ff108c2b19df service neutron] 10.222.0.108 "PUT /v2.0/ports/4fd16d1d-3daa-4d56-b85e-875a778f08be HTTP/1.1" status: 200 len: 1093 time: 1.4775844 Jun 03 18:52:20.758911 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '332c0c01-0f24-4783-9646-920563998799', 'tag': '4fd16d1d-3daa-4d56-b85e-875a778f08be'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 18:52:20.760148 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc39b0f538a7142e305aed45b4a3a48499e72eb72884f9d3de90a53803998271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680e9882-5331-49e1-8a62-5c53d98fba9c" -d '{"events": [{"name": "network-changed", "server_uuid": "332c0c01-0f24-4783-9646-920563998799", "tag": "4fd16d1d-3daa-4d56-b85e-875a778f08be"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 18:52:20.790839 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 18:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d947c6e-b45c-47e8-af04-a496655b8002 x-openstack-request-id: req-1d947c6e-b45c-47e8-af04-a496655b8002 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 18:52:20.791146 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "332c0c01-0f24-4783-9646-920563998799", "tag": "4fd16d1d-3daa-4d56-b85e-875a778f08be", "status": "completed", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 18:52:20.791396 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1d947c6e-b45c-47e8-af04-a496655b8002 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 18:52:20.791751 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '332c0c01-0f24-4783-9646-920563998799', 'tag': '4fd16d1d-3daa-4d56-b85e-875a778f08be', 'status': 'completed', 'code': 200} Jun 03 18:52:20.839577 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac48e21-e758-45f9-b54e-a7765b2e2e48 None None] Pushing event updated for resources: {'Port': ['ID=6c0ec008-079c-46fe-ab9f-f1bfc60d33bd,revision_number=3']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:52:20.843333 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-cac48e21-e758-45f9-b54e-a7765b2e2e48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:52:20.886828 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.managers [None req-b899f9f4-5195-444c-979f-7e87b32822e4 None None] Attempting to bind port 6c0ec008-079c-46fe-ab9f-f1bfc60d33bd on host dv-cinder-794661-1-smb for vnic_type normal with profile {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 18:52:20.887195 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.managers [None req-b899f9f4-5195-444c-979f-7e87b32822e4 None None] Attempting to bind port 6c0ec008-079c-46fe-ab9f-f1bfc60d33bd by drivers openvswitch,hyperv on host dv-cinder-794661-1-smb at level 0 using segments [{'id': '3e118844-3f15-49fa-941c-d58c8885291a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': '531e4336-87e0-4866-bb60-f41641ec8c5f'}] {{(pid=103518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 18:52:20.887578 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b899f9f4-5195-444c-979f-7e87b32822e4 None None] Attempting to bind port 6c0ec008-079c-46fe-ab9f-f1bfc60d33bd on network 531e4336-87e0-4866-bb60-f41641ec8c5f {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 18:52:20.891143 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b899f9f4-5195-444c-979f-7e87b32822e4 None None] Checking agent: {'id': '9af4ad39-3160-4d10-9b77-67ea66ff9724', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794661-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 18, 44, 30), 'started_at': datetime.datetime(2021, 6, 3, 18, 45, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794661-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 18:52:20.891439 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b899f9f4-5195-444c-979f-7e87b32822e4 None None] Checking segment: {'id': '3e118844-3f15-49fa-941c-d58c8885291a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': '531e4336-87e0-4866-bb60-f41641ec8c5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 18:52:20.891722 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-b899f9f4-5195-444c-979f-7e87b32822e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:20.892020 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b899f9f4-5195-444c-979f-7e87b32822e4 None None] Bound using segment: {'id': '3e118844-3f15-49fa-941c-d58c8885291a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': '531e4336-87e0-4866-bb60-f41641ec8c5f'} {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 18:52:20.892345 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.managers [None req-b899f9f4-5195-444c-979f-7e87b32822e4 None None] Bound port: 6c0ec008-079c-46fe-ab9f-f1bfc60d33bd, host: dv-cinder-794661-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e118844-3f15-49fa-941c-d58c8885291a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': '531e4336-87e0-4866-bb60-f41641ec8c5f'}}] {{(pid=103518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 18:52:20.892620 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-b899f9f4-5195-444c-979f-7e87b32822e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:20.954218 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-b899f9f4-5195-444c-979f-7e87b32822e4 None None] For port 6c0ec008-079c-46fe-ab9f-f1bfc60d33bd, host dv-cinder-794661-1-smb, cleared binding levels {{(pid=103518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 18:52:20.956635 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-b899f9f4-5195-444c-979f-7e87b32822e4 None None] For port 6c0ec008-079c-46fe-ab9f-f1bfc60d33bd, host dv-cinder-794661-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794661-1-smb',level=0,port_id=6c0ec008-079c-46fe-ab9f-f1bfc60d33bd,segment=NetworkSegment(3e118844-3f15-49fa-941c-d58c8885291a),segment_id=3e118844-3f15-49fa-941c-d58c8885291a)] {{(pid=103518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 18:52:21.129058 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-b899f9f4-5195-444c-979f-7e87b32822e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:21.132540 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-b24a5d7e-2a50-4092-a411-7f0de81a4f97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:52:21.143965 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf5244-29ae-459c-b912-b08e8e202a8d req-893f9008-f77d-4e7c-9afe-b7f61695e8c9 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:21.144823 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-45cf5244-29ae-459c-b912-b08e8e202a8d req-893f9008-f77d-4e7c-9afe-b7f61695e8c9 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.108 "GET /v2.0/networks?id=9f3436aa-0141-4ddc-9e77-d652c7ff5b25 HTTP/1.1" status: 200 len: 817 time: 0.1252592 Jun 03 18:52:21.207512 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac48e21-e758-45f9-b54e-a7765b2e2e48 None None] Pushing event updated for resources: {'Port': ['ID=6c0ec008-079c-46fe-ab9f-f1bfc60d33bd,revision_number=4']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:52:21.209745 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-cac48e21-e758-45f9-b54e-a7765b2e2e48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:52:21.220762 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b899f9f4-5195-444c-979f-7e87b32822e4 None None] Routers {'dfc5a739-2dd7-4f5d-a32b-a90465991620'} bound to L3 agent in host dv-cinder-794661-1-smb {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 18:52:21.229217 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-b899f9f4-5195-444c-979f-7e87b32822e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794661-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T18:44:31Z,description=,heartbeat_timestamp=2021-06-03T18:52:01Z,host='dv-cinder-794661-1-smb',id=e49736c8-5019-4904-a5ca-8bb53e194ab8,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T18:44:31Z,topic='l3_agent')) {'router_ids': ['dfc5a739-2dd7-4f5d-a32b-a90465991620'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:52:21.249929 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-45cf5244-29ae-459c-b912-b08e8e202a8d req-b13af035-33a7-4aeb-addb-28281a97c15c tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.108 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d251c2b110174194859afacde2df517e HTTP/1.1" status: 200 len: 379 time: 0.0800185 Jun 03 18:52:21.281689 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e9882-5331-49e1-8a62-5c53d98fba9c req-a75703d5-dd92-4a1d-8e01-69da2d76fa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:21.284269 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-680e9882-5331-49e1-8a62-5c53d98fba9c req-a75703d5-dd92-4a1d-8e01-69da2d76fa35 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=c8ba5f9b622448d591fdad53cf4828bc&device_id=332c0c01-0f24-4783-9646-920563998799 HTTP/1.1" status: 200 len: 1096 time: 0.0961702 Jun 03 18:52:21.291051 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.v2.base [req-45cf5244-29ae-459c-b912-b08e8e202a8d req-ca0dd8e5-3c11-4d28-aed1-74100c53b421 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Request body: {'port': {'device_id': '381044c8-cab6-44e0-a866-9b4253a6cc73', 'network_id': '9f3436aa-0141-4ddc-9e77-d652c7ff5b25', 'admin_state_up': True, 'tenant_id': 'd251c2b110174194859afacde2df517e', 'security_groups': ['9d1702eb-f74d-4f2e-8aaf-9a791b0681b3']}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:52:21.436456 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [req-45cf5244-29ae-459c-b912-b08e8e202a8d req-ca0dd8e5-3c11-4d28-aed1-74100c53b421 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:52:21.464981 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-b899f9f4-5195-444c-979f-7e87b32822e4 None None] Set router dfc5a739-2dd7-4f5d-a32b-a90465991620 gateway port host: dv-cinder-794661-1-smb {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 18:52:21.468558 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [req-45cf5244-29ae-459c-b912-b08e8e202a8d req-ca0dd8e5-3c11-4d28-aed1-74100c53b421 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:52:21.512405 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9212e5f9-e119-45d0-8aa7-eb0b1e4aaef7 req-d1a4ce31-f439-4b1a-b4bd-a5b42b89aa91 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:21.519716 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-9212e5f9-e119-45d0-8aa7-eb0b1e4aaef7 req-d1a4ce31-f439-4b1a-b4bd-a5b42b89aa91 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=332c0c01-0f24-4783-9646-920563998799 HTTP/1.1" status: 200 len: 943 time: 0.1577034 Jun 03 18:52:21.593244 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-d5f8f10e-7359-4f9f-8bbe-4d01c70853ce req-7d8e006c-37fd-4039-80da-3b572273e60a tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=381044c8-cab6-44e0-a866-9b4253a6cc73 HTTP/1.1" status: 200 len: 210 time: 0.0421236 Jun 03 18:52:21.594567 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e9882-5331-49e1-8a62-5c53d98fba9c req-d8eadbbe-4fc3-4143-8456-669584764664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:21.595991 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-680e9882-5331-49e1-8a62-5c53d98fba9c req-d8eadbbe-4fc3-4143-8456-669584764664 service neutron] 10.222.0.108 "GET /v2.0/networks?tenant_id=c8ba5f9b622448d591fdad53cf4828bc&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1604111 Jun 03 18:52:21.597699 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45cf5244-29ae-459c-b912-b08e8e202a8d req-ca0dd8e5-3c11-4d28-aed1-74100c53b421 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Made reservation on behalf of d251c2b110174194859afacde2df517e for: {'port': 1} {{(pid=103516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 18:52:21.609411 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-45cf5244-29ae-459c-b912-b08e8e202a8d req-ca0dd8e5-3c11-4d28-aed1-74100c53b421 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:21.620632 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-9212e5f9-e119-45d0-8aa7-eb0b1e4aaef7 req-451a4c3b-1eef-4794-8970-2ba42eb181fa tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0217bca-e2f4-4d08-8774-71c4c877895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967152 Jun 03 18:52:21.726154 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-b899f9f4-5195-444c-979f-7e87b32822e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc5a739-2dd7-4f5d-a32b-a90465991620', 'name': 'tempest-TestMinimumBasicScenario-713849984-router', 'tenant_id': 'e1d1990c06784dd6ace8e90d17e8dcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.94'}], 'enable_snat': True}, 'gw_port_id': '6a48489c-336f-408d-a492-112e053b6d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T18:52:13Z', 'updated_at': '2021-06-03T18:52:17Z', 'revision_number': 4, 'project_id': 'e1d1990c06784dd6ace8e90d17e8dcc1', 'gw_port': {'id': '6a48489c-336f-408d-a492-112e053b6d3e', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ed:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc5a739-2dd7-4f5d-a32b-a90465991620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:52:14Z', 'updated_at': '2021-06-03T18:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb', '_interfaces': [{'id': '6c0ec008-079c-46fe-ab9f-f1bfc60d33bd', 'name': '', 'network_id': '531e4336-87e0-4866-bb60-f41641ec8c5f', 'tenant_id': 'e1d1990c06784dd6ace8e90d17e8dcc1', 'mac_address': 'fa:16:3e:ef:7c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc5a739-2dd7-4f5d-a32b-a90465991620', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '48464be1-befd-4199-b0ee-0f52f498aea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:52:16Z', 'updated_at': '2021-06-03T18:52:20Z', 'revision_number': 4, 'project_id': 'e1d1990c06784dd6ace8e90d17e8dcc1', 'subnets': [{'id': '48464be1-befd-4199-b0ee-0f52f498aea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794661-1-smb', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:52:21.729093 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b899f9f4-5195-444c-979f-7e87b32822e4 None None] The sync data for ids ['dfc5a739-2dd7-4f5d-a32b-a90465991620'] in dv-cinder-794661-1-smb is: [{'id': 'dfc5a739-2dd7-4f5d-a32b-a90465991620', 'name': 'tempest-TestMinimumBasicScenario-713849984-router', 'tenant_id': 'e1d1990c06784dd6ace8e90d17e8dcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.94'}], 'enable_snat': True}, 'gw_port_id': '6a48489c-336f-408d-a492-112e053b6d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T18:52:13Z', 'updated_at': '2021-06-03T18:52:17Z', 'revision_number': 4, 'project_id': 'e1d1990c06784dd6ace8e90d17e8dcc1', 'gw_port': {'id': '6a48489c-336f-408d-a492-112e053b6d3e', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ed:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc5a739-2dd7-4f5d-a32b-a90465991620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:52:14Z', 'updated_at': '2021-06-03T18:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb', '_interfaces': [{'id': '6c0ec008-079c-46fe-ab9f-f1bfc60d33bd', 'name': '', 'network_id': '531e4336-87e0-4866-bb60-f41641ec8c5f', 'tenant_id': 'e1d1990c06784dd6ace8e90d17e8dcc1', 'mac_address': 'fa:16:3e:ef:7c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc5a739-2dd7-4f5d-a32b-a90465991620', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '48464be1-befd-4199-b0ee-0f52f498aea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:52:16Z', 'updated_at': '2021-06-03T18:52:20Z', 'revision_number': 4, 'project_id': 'e1d1990c06784dd6ace8e90d17e8dcc1', 'subnets': [{'id': '48464be1-befd-4199-b0ee-0f52f498aea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 18:52:21.920133 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e9882-5331-49e1-8a62-5c53d98fba9c req-64ccec4e-cfda-40c9-9ba9-3c7b49205dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:21.920133 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-680e9882-5331-49e1-8a62-5c53d98fba9c req-64ccec4e-cfda-40c9-9ba9-3c7b49205dac service neutron] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2976427 Jun 03 18:52:21.924003 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [req-45cf5244-29ae-459c-b912-b08e8e202a8d req-ca0dd8e5-3c11-4d28-aed1-74100c53b421 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Allocated IP 172.20.0.4 (9f3436aa-0141-4ddc-9e77-d652c7ff5b25/f5c41478-ff70-4760-874f-92c6f16f6305/ecdacd97-a696-41f8-a629-45d1dc2833d4) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 18:52:22.193594 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-45cf5244-29ae-459c-b912-b08e8e202a8d req-ca0dd8e5-3c11-4d28-aed1-74100c53b421 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:22.193594 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [req-45cf5244-29ae-459c-b912-b08e8e202a8d req-ca0dd8e5-3c11-4d28-aed1-74100c53b421 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Transition to ACTIVE for port object ecdacd97-a696-41f8-a629-45d1dc2833d4 will not be triggered until provisioned by entity DHCP. {{(pid=103516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 18:52:22.194429 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device 6c0ec008-079c-46fe-ab9f-f1bfc60d33bd up at agent ovs-agent-dv-cinder-794661-1-smb {{(pid=103518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 18:52:22.481228 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503255d2-0479-4382-8d96-06d43277743b req-d31e7004-8656-4873-9d28-1b9d98d97969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:22.481228 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-503255d2-0479-4382-8d96-06d43277743b req-d31e7004-8656-4873-9d28-1b9d98d97969 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=c8ba5f9b622448d591fdad53cf4828bc&device_id=332c0c01-0f24-4783-9646-920563998799 HTTP/1.1" status: 200 len: 1096 time: 0.0449221 Jun 03 18:52:22.481228 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-503255d2-0479-4382-8d96-06d43277743b req-b286b121-7332-4a76-8af3-8f861908daea service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4fd16d1d-3daa-4d56-b85e-875a778f08be HTTP/1.1" status: 200 len: 217 time: 0.0363107 Jun 03 18:52:22.481228 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503255d2-0479-4382-8d96-06d43277743b req-f8e1bd0c-31e6-4641-ad11-ca525b379e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:22.481228 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-503255d2-0479-4382-8d96-06d43277743b req-f8e1bd0c-31e6-4641-ad11-ca525b379e1c service neutron] 10.222.0.108 "GET /v2.0/subnets?id=34b0c147-b581-4843-bfec-ea29d14cb6a7 HTTP/1.1" status: 200 len: 854 time: 0.0339386 Jun 03 18:52:22.481228 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-503255d2-0479-4382-8d96-06d43277743b req-3822c181-93f8-4116-a537-8dc804deb757 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=10b7379a-996c-49eb-a4af-c8a0e0fe9011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247676 Jun 03 18:52:22.553448 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-503255d2-0479-4382-8d96-06d43277743b req-69e99ada-4b44-4349-ad18-856f4eed8e4f service neutron] 10.222.0.108 "GET /v2.0/networks/10b7379a-996c-49eb-a4af-c8a0e0fe9011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0691454 Jun 03 18:52:22.640791 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-503255d2-0479-4382-8d96-06d43277743b req-ede4d72d-39d0-428a-8b68-09b1af5e6c49 service neutron] 10.222.0.108 "GET /v2.0/networks/10b7379a-996c-49eb-a4af-c8a0e0fe9011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0650795 Jun 03 18:52:22.702888 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-ac326ac1-c053-448a-9115-754186f66a99 req-06f103c7-1b1c-4b43-81ea-1c16ce93489b tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=381044c8-cab6-44e0-a866-9b4253a6cc73 HTTP/1.1" status: 200 len: 210 time: 0.0296149 Jun 03 18:52:22.732542 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0738bc0f-8905-40eb-9fc2-35d8316d7f3c req-38b4c61d-087b-4c50-ad14-e267aea720db tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:22.733347 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-0738bc0f-8905-40eb-9fc2-35d8316d7f3c req-38b4c61d-087b-4c50-ad14-e267aea720db tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=332c0c01-0f24-4783-9646-920563998799 HTTP/1.1" status: 200 len: 943 time: 0.0442762 Jun 03 18:52:22.758451 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-0738bc0f-8905-40eb-9fc2-35d8316d7f3c req-3b3151f0-6173-4059-bd54-b18e0f85cc3b tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0217bca-e2f4-4d08-8774-71c4c877895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0213456 Jun 03 18:52:23.412255 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Provisioning for port 6c0ec008-079c-46fe-ab9f-f1bfc60d33bd completed by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 18:52:23.419990 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-45cf5244-29ae-459c-b912-b08e8e202a8d req-ca0dd8e5-3c11-4d28-aed1-74100c53b421 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751241322828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3014096'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:23.419990 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-bd8ead70-e050-40eb-8dd0-fede3bb762ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:52:23.422349 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Provisioning complete for port 6c0ec008-079c-46fe-ab9f-f1bfc60d33bd triggered by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 18:52:23.422570 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:23.501863 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45cf5244-29ae-459c-b912-b08e8e202a8d req-ca0dd8e5-3c11-4d28-aed1-74100c53b421 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Network 9f3436aa-0141-4ddc-9e77-d652c7ff5b25 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 18:52:23.507565 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [req-45cf5244-29ae-459c-b912-b08e8e202a8d req-ca0dd8e5-3c11-4d28-aed1-74100c53b421 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 18:52:23.518709 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [req-45cf5244-29ae-459c-b912-b08e8e202a8d req-ca0dd8e5-3c11-4d28-aed1-74100c53b421 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 18:52:23.522292 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:23.557642 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0dd8e5-3c11-4d28-aed1-74100c53b421 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Pushing event updated for resources: {'Port': ['ID=ecdacd97-a696-41f8-a629-45d1dc2833d4,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:52:23.566949 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-ca0dd8e5-3c11-4d28-aed1-74100c53b421 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:52:23.574287 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] For port 6c0ec008-079c-46fe-ab9f-f1bfc60d33bd, host dv-cinder-794661-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794661-1-smb',level=0,port_id=6c0ec008-079c-46fe-ab9f-f1bfc60d33bd,segment=NetworkSegment(3e118844-3f15-49fa-941c-d58c8885291a),segment_id=3e118844-3f15-49fa-941c-d58c8885291a)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:52:23.595623 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf5244-29ae-459c-b912-b08e8e202a8d req-ca0dd8e5-3c11-4d28-aed1-74100c53b421 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:23.596122 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-45cf5244-29ae-459c-b912-b08e8e202a8d req-ca0dd8e5-3c11-4d28-aed1-74100c53b421 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56630'] for port, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:23.711495 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:23.712820 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:52:23.744127 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-45cf5244-29ae-459c-b912-b08e8e202a8d req-ca0dd8e5-3c11-4d28-aed1-74100c53b421 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4570773 Jun 03 18:52:23.762403 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.v2.base [req-45cf5244-29ae-459c-b912-b08e8e202a8d req-a211ecdb-3337-4b44-a0dd-9bebb2e2fb3f service neutron] Request body: {'port': {'device_id': '381044c8-cab6-44e0-a866-9b4253a6cc73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:52:23.796609 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Pushing event updated for resources: {'Port': ['ID=6c0ec008-079c-46fe-ab9f-f1bfc60d33bd,revision_number=5']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:52:23.798278 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:52:23.892462 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7598c96e-6a8b-46db-ad6e-43759fa0e65c req-1106116e-4d45-43e1-8d29-15bdfc47906d tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:23.894231 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-7598c96e-6a8b-46db-ad6e-43759fa0e65c req-1106116e-4d45-43e1-8d29-15bdfc47906d tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=332c0c01-0f24-4783-9646-920563998799 HTTP/1.1" status: 200 len: 943 time: 0.0649717 Jun 03 18:52:23.898767 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-45cf5244-29ae-459c-b912-b08e8e202a8d req-a211ecdb-3337-4b44-a0dd-9bebb2e2fb3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:23.908999 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-81d59852-21e6-415f-8587-a9aa11649a64 None None] Provisioning for port ecdacd97-a696-41f8-a629-45d1dc2833d4 completed by entity DHCP. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 18:52:23.910577 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a00eece-786a-46c3-b9a6-e6d70fec226b req-8ec1a3e4-cc0a-45ae-89ec-ed153f941605 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:23.911218 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-2a00eece-786a-46c3-b9a6-e6d70fec226b req-8ec1a3e4-cc0a-45ae-89ec-ed153f941605 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Synchronizing usage tracker for tenant:d251c2b110174194859afacde2df517e on resource:port {{(pid=103516) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 18:52:23.913088 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-81d59852-21e6-415f-8587-a9aa11649a64 None None] Provisioning complete for port ecdacd97-a696-41f8-a629-45d1dc2833d4 triggered by entity DHCP. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 18:52:23.913088 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-81d59852-21e6-415f-8587-a9aa11649a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:23.997752 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-7598c96e-6a8b-46db-ad6e-43759fa0e65c req-a6843b06-5c5d-4bf6-b953-06c7753c388a tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0217bca-e2f4-4d08-8774-71c4c877895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948160 Jun 03 18:52:24.000731 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.plugin [None req-81d59852-21e6-415f-8587-a9aa11649a64 None None] Port ecdacd97-a696-41f8-a629-45d1dc2833d4 cannot update to ACTIVE because it is not bound. {{(pid=103518) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 18:52:24.014645 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-2a00eece-786a-46c3-b9a6-e6d70fec226b req-8ec1a3e4-cc0a-45ae-89ec-ed153f941605 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Unset dirty status for tenant:d251c2b110174194859afacde2df517e on resource:port {{(pid=103516) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 18:52:24.023998 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-2a00eece-786a-46c3-b9a6-e6d70fec226b req-8ec1a3e4-cc0a-45ae-89ec-ed153f941605 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=381044c8-cab6-44e0-a866-9b4253a6cc73 HTTP/1.1" status: 200 len: 931 time: 0.2081039 Jun 03 18:52:24.078375 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-2a00eece-786a-46c3-b9a6-e6d70fec226b req-542cc89a-2f8f-422a-a9d2-504710495dd2 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1702eb-f74d-4f2e-8aaf-9a791b0681b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534158 Jun 03 18:52:24.121607 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device 6c0ec008-079c-46fe-ab9f-f1bfc60d33bd up at agent ovs-agent-dv-cinder-794661-1-smb {{(pid=103518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 18:52:24.172724 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.notifiers.nova [req-45cf5244-29ae-459c-b912-b08e8e202a8d req-a211ecdb-3337-4b44-a0dd-9bebb2e2fb3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecdacd97-a696-41f8-a629-45d1dc2833d4 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 18:52:24.177517 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-45cf5244-29ae-459c-b912-b08e8e202a8d req-a211ecdb-3337-4b44-a0dd-9bebb2e2fb3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:24.184319 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Provisioning complete for port 6c0ec008-079c-46fe-ab9f-f1bfc60d33bd triggered by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 18:52:24.184745 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:24.186435 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [req-45cf5244-29ae-459c-b912-b08e8e202a8d req-a211ecdb-3337-4b44-a0dd-9bebb2e2fb3f service neutron] Transition to ACTIVE for port object ecdacd97-a696-41f8-a629-45d1dc2833d4 will not be triggered until provisioned by entity L2. {{(pid=103516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 18:52:24.287567 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-45cf5244-29ae-459c-b912-b08e8e202a8d req-a211ecdb-3337-4b44-a0dd-9bebb2e2fb3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3013931'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:24.291117 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-d33d0142-2c3b-46fa-b51f-519cdb48b294 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:52:24.450867 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a211ecdb-3337-4b44-a0dd-9bebb2e2fb3f service neutron] Pushing event updated for resources: {'Port': ['ID=ecdacd97-a696-41f8-a629-45d1dc2833d4,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:52:24.454910 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-a211ecdb-3337-4b44-a0dd-9bebb2e2fb3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:52:24.508609 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [req-45cf5244-29ae-459c-b912-b08e8e202a8d req-a211ecdb-3337-4b44-a0dd-9bebb2e2fb3f service neutron] Attempting to bind port ecdacd97-a696-41f8-a629-45d1dc2833d4 on host hv-cinder-79466 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 18:52:24.508787 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [req-45cf5244-29ae-459c-b912-b08e8e202a8d req-a211ecdb-3337-4b44-a0dd-9bebb2e2fb3f service neutron] Attempting to bind port ecdacd97-a696-41f8-a629-45d1dc2833d4 by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': 'b02fb9b0-3c23-4c5d-ae80-127565c0e9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1446, 'network_id': '9f3436aa-0141-4ddc-9e77-d652c7ff5b25'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 18:52:24.508960 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cf5244-29ae-459c-b912-b08e8e202a8d req-a211ecdb-3337-4b44-a0dd-9bebb2e2fb3f service neutron] Attempting to bind port ecdacd97-a696-41f8-a629-45d1dc2833d4 on network 9f3436aa-0141-4ddc-9e77-d652c7ff5b25 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 18:52:24.513489 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cf5244-29ae-459c-b912-b08e8e202a8d req-a211ecdb-3337-4b44-a0dd-9bebb2e2fb3f service neutron] Port ecdacd97-a696-41f8-a629-45d1dc2833d4 on network 9f3436aa-0141-4ddc-9e77-d652c7ff5b25 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 18:52:24.513656 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cf5244-29ae-459c-b912-b08e8e202a8d req-a211ecdb-3337-4b44-a0dd-9bebb2e2fb3f service neutron] Attempting to bind port ecdacd97-a696-41f8-a629-45d1dc2833d4 on network 9f3436aa-0141-4ddc-9e77-d652c7ff5b25 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 18:52:24.516978 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cf5244-29ae-459c-b912-b08e8e202a8d req-a211ecdb-3337-4b44-a0dd-9bebb2e2fb3f service neutron] Checking agent: {'id': 'af909ad5-3a3f-482f-ab55-4c32617c9c15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 18, 49, 2), 'started_at': datetime.datetime(2021, 6, 3, 18, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 18, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 18:52:24.516978 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cf5244-29ae-459c-b912-b08e8e202a8d req-a211ecdb-3337-4b44-a0dd-9bebb2e2fb3f service neutron] Checking segment: {'id': 'b02fb9b0-3c23-4c5d-ae80-127565c0e9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1446, 'network_id': '9f3436aa-0141-4ddc-9e77-d652c7ff5b25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 18:52:24.517183 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cf5244-29ae-459c-b912-b08e8e202a8d req-a211ecdb-3337-4b44-a0dd-9bebb2e2fb3f service neutron] Bound using segment: {'id': 'b02fb9b0-3c23-4c5d-ae80-127565c0e9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1446, 'network_id': '9f3436aa-0141-4ddc-9e77-d652c7ff5b25'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 18:52:24.517430 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [req-45cf5244-29ae-459c-b912-b08e8e202a8d req-a211ecdb-3337-4b44-a0dd-9bebb2e2fb3f service neutron] Bound port: ecdacd97-a696-41f8-a629-45d1dc2833d4, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b02fb9b0-3c23-4c5d-ae80-127565c0e9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1446, 'network_id': '9f3436aa-0141-4ddc-9e77-d652c7ff5b25'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 18:52:24.517610 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-45cf5244-29ae-459c-b912-b08e8e202a8d req-a211ecdb-3337-4b44-a0dd-9bebb2e2fb3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:24.612043 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.db [req-45cf5244-29ae-459c-b912-b08e8e202a8d req-a211ecdb-3337-4b44-a0dd-9bebb2e2fb3f service neutron] For port ecdacd97-a696-41f8-a629-45d1dc2833d4, host hv-cinder-79466, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 18:52:24.612043 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.db [req-45cf5244-29ae-459c-b912-b08e8e202a8d req-a211ecdb-3337-4b44-a0dd-9bebb2e2fb3f service neutron] For port ecdacd97-a696-41f8-a629-45d1dc2833d4, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=ecdacd97-a696-41f8-a629-45d1dc2833d4,segment=NetworkSegment(b02fb9b0-3c23-4c5d-ae80-127565c0e9ce),segment_id=b02fb9b0-3c23-4c5d-ae80-127565c0e9ce)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 18:52:24.723236 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-45cf5244-29ae-459c-b912-b08e8e202a8d req-a211ecdb-3337-4b44-a0dd-9bebb2e2fb3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3013931'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:24.726870 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-046d633c-aa8b-404c-9ffb-4c843f63aaa5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:52:24.795635 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf5244-29ae-459c-b912-b08e8e202a8d req-a211ecdb-3337-4b44-a0dd-9bebb2e2fb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:24.795635 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-45cf5244-29ae-459c-b912-b08e8e202a8d req-a211ecdb-3337-4b44-a0dd-9bebb2e2fb3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56630'] for port, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:24.795635 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-45cf5244-29ae-459c-b912-b08e8e202a8d req-a211ecdb-3337-4b44-a0dd-9bebb2e2fb3f service neutron] 10.222.0.108 "PUT /v2.0/ports/ecdacd97-a696-41f8-a629-45d1dc2833d4 HTTP/1.1" status: 200 len: 1093 time: 1.0233943 Jun 03 18:52:24.795635 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '381044c8-cab6-44e0-a866-9b4253a6cc73', 'tag': 'ecdacd97-a696-41f8-a629-45d1dc2833d4'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 18:52:24.795635 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc39b0f538a7142e305aed45b4a3a48499e72eb72884f9d3de90a53803998271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7547e106-0a13-48de-8812-e42016ab5cc9" -d '{"events": [{"name": "network-changed", "server_uuid": "381044c8-cab6-44e0-a866-9b4253a6cc73", "tag": "ecdacd97-a696-41f8-a629-45d1dc2833d4"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 18:52:24.805737 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a211ecdb-3337-4b44-a0dd-9bebb2e2fb3f service neutron] Pushing event updated for resources: {'Port': ['ID=ecdacd97-a696-41f8-a629-45d1dc2833d4,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:52:24.807891 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-a211ecdb-3337-4b44-a0dd-9bebb2e2fb3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:52:24.822249 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 18:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93972497-253f-4cfd-aa69-55c85f921100 x-openstack-request-id: req-93972497-253f-4cfd-aa69-55c85f921100 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 18:52:24.822432 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "381044c8-cab6-44e0-a866-9b4253a6cc73", "tag": "ecdacd97-a696-41f8-a629-45d1dc2833d4", "status": "completed", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 18:52:24.822610 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-93972497-253f-4cfd-aa69-55c85f921100 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 18:52:24.822867 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '381044c8-cab6-44e0-a866-9b4253a6cc73', 'tag': 'ecdacd97-a696-41f8-a629-45d1dc2833d4', 'status': 'completed', 'code': 200} Jun 03 18:52:25.298964 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e7e2e-4e0f-43b6-94f4-2d26298b766a req-e2b21bec-87ef-484a-93bc-78e07b4f35cd tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:25.298964 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-ce8e7e2e-4e0f-43b6-94f4-2d26298b766a req-e2b21bec-87ef-484a-93bc-78e07b4f35cd tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=332c0c01-0f24-4783-9646-920563998799 HTTP/1.1" status: 200 len: 943 time: 0.0571904 Jun 03 18:52:25.320116 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-ce8e7e2e-4e0f-43b6-94f4-2d26298b766a req-ab480f3c-d05e-4cb5-b432-2ea2b29178f6 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0217bca-e2f4-4d08-8774-71c4c877895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330367 Jun 03 18:52:25.434467 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7034a-a10b-4244-80e1-93743b965dd9 req-991ba103-d325-4034-a98d-d682284af0bd tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:25.435316 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-b3c7034a-a10b-4244-80e1-93743b965dd9 req-991ba103-d325-4034-a98d-d682284af0bd tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=381044c8-cab6-44e0-a866-9b4253a6cc73 HTTP/1.1" status: 200 len: 943 time: 0.0612347 Jun 03 18:52:25.458289 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-b3c7034a-a10b-4244-80e1-93743b965dd9 req-980a2ffd-e25d-462a-94ef-d240483e1193 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1702eb-f74d-4f2e-8aaf-9a791b0681b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0199442 Jun 03 18:52:25.575819 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7547e106-0a13-48de-8812-e42016ab5cc9 req-259c8bfb-b836-46dd-b3da-767529ab69cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:25.576514 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-7547e106-0a13-48de-8812-e42016ab5cc9 req-259c8bfb-b836-46dd-b3da-767529ab69cc service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=d251c2b110174194859afacde2df517e&device_id=381044c8-cab6-44e0-a866-9b4253a6cc73 HTTP/1.1" status: 200 len: 1096 time: 0.0424006 Jun 03 18:52:25.671393 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7547e106-0a13-48de-8812-e42016ab5cc9 req-5bc35824-270d-4e1c-bf1f-3e1bd5a2f92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:25.672346 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-7547e106-0a13-48de-8812-e42016ab5cc9 req-5bc35824-270d-4e1c-bf1f-3e1bd5a2f92d service neutron] 10.222.0.108 "GET /v2.0/networks?tenant_id=d251c2b110174194859afacde2df517e&shared=False HTTP/1.1" status: 200 len: 919 time: 0.0743160 Jun 03 18:52:25.758979 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7547e106-0a13-48de-8812-e42016ab5cc9 req-47dd9838-8f76-4f40-8ec4-6549265173b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:25.759792 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-7547e106-0a13-48de-8812-e42016ab5cc9 req-47dd9838-8f76-4f40-8ec4-6549265173b4 service neutron] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0722232 Jun 03 18:52:26.465040 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b310c3-5a6a-4f0c-95e6-a779ee1656a4 req-1bc34a15-dfde-4110-9f76-2ab3cd6f56bf tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:26.466141 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-34b310c3-5a6a-4f0c-95e6-a779ee1656a4 req-1bc34a15-dfde-4110-9f76-2ab3cd6f56bf tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=332c0c01-0f24-4783-9646-920563998799 HTTP/1.1" status: 200 len: 943 time: 0.0637953 Jun 03 18:52:26.501650 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-34b310c3-5a6a-4f0c-95e6-a779ee1656a4 req-6070bb97-4725-4b6d-8824-6f52dd1eb60f tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0217bca-e2f4-4d08-8774-71c4c877895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311966 Jun 03 18:52:26.615984 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2ae11e-49e2-480a-854d-1ecdcdaa198e req-3dbf5d3b-a705-4d71-8928-09ffad7fe63b tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:26.617185 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-2f2ae11e-49e2-480a-854d-1ecdcdaa198e req-3dbf5d3b-a705-4d71-8928-09ffad7fe63b tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=381044c8-cab6-44e0-a866-9b4253a6cc73 HTTP/1.1" status: 200 len: 943 time: 0.0539134 Jun 03 18:52:26.647718 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-2f2ae11e-49e2-480a-854d-1ecdcdaa198e req-4408762c-dee4-4287-9e88-427bd7a8a552 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1702eb-f74d-4f2e-8aaf-9a791b0681b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267575 Jun 03 18:52:26.837445 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991efa5a-ea0a-414a-a14a-322aa7667e7d req-537290f4-8bd6-4c21-bffd-492690210bf5 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:26.838329 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-991efa5a-ea0a-414a-a14a-322aa7667e7d req-537290f4-8bd6-4c21-bffd-492690210bf5 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 945 time: 0.0505099 Jun 03 18:52:26.863003 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-991efa5a-ea0a-414a-a14a-322aa7667e7d req-b0b2b82d-e002-420c-8e56-bef839f086c6 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0215559 Jun 03 18:52:27.091916 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf5244-29ae-459c-b912-b08e8e202a8d req-a74a0dd2-04ea-4d0b-b052-c5a3c3bb6354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:27.092878 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-45cf5244-29ae-459c-b912-b08e8e202a8d req-a74a0dd2-04ea-4d0b-b052-c5a3c3bb6354 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=d251c2b110174194859afacde2df517e&device_id=381044c8-cab6-44e0-a866-9b4253a6cc73 HTTP/1.1" status: 200 len: 1096 time: 0.0495994 Jun 03 18:52:27.142607 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-45cf5244-29ae-459c-b912-b08e8e202a8d req-ae9326e0-e1bd-4d58-ae1f-c83e2fa33dfe service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ecdacd97-a696-41f8-a629-45d1dc2833d4 HTTP/1.1" status: 200 len: 217 time: 0.0341074 Jun 03 18:52:27.200587 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf5244-29ae-459c-b912-b08e8e202a8d req-accc9ee8-ff57-4cf9-8662-d64d906233ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:27.201446 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-45cf5244-29ae-459c-b912-b08e8e202a8d req-accc9ee8-ff57-4cf9-8662-d64d906233ed service neutron] 10.222.0.108 "GET /v2.0/subnets?id=f5c41478-ff70-4760-874f-92c6f16f6305 HTTP/1.1" status: 200 len: 856 time: 0.0481298 Jun 03 18:52:27.256742 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf5244-29ae-459c-b912-b08e8e202a8d req-db8e8f90-305e-483f-acaa-02d98d197cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:27.257985 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-45cf5244-29ae-459c-b912-b08e8e202a8d req-db8e8f90-305e-483f-acaa-02d98d197cbd service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=9f3436aa-0141-4ddc-9e77-d652c7ff5b25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0474029 Jun 03 18:52:27.418049 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Device 4fd16d1d-3daa-4d56-b85e-875a778f08be details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=103518) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 18:52:27.453755 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-45cf5244-29ae-459c-b912-b08e8e202a8d req-0ec2c35f-6ea5-45df-8325-144263741d76 service neutron] 10.222.0.108 "GET /v2.0/networks/9f3436aa-0141-4ddc-9e77-d652c7ff5b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640427 Jun 03 18:52:27.457762 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61777bc4-56f3-4591-b708-d8710f5098e5 req-d7963e51-e205-4b18-81ae-88f4a222a310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:27.457762 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-61777bc4-56f3-4591-b708-d8710f5098e5 req-d7963e51-e205-4b18-81ae-88f4a222a310 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=04d914789bfc4c6082997cc72d5d376a&device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 1098 time: 0.1665618 Jun 03 18:52:27.564844 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] For port 4fd16d1d-3daa-4d56-b85e-875a778f08be, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=4fd16d1d-3daa-4d56-b85e-875a778f08be,segment=NetworkSegment(dbca1dbe-5a89-473a-94f4-75bd9e3fa1aa),segment_id=dbca1dbe-5a89-473a-94f4-75bd9e3fa1aa)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:52:27.572950 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Returning: {'device': '4fd16d1d-3daa-4d56-b85e-875a778f08be', 'network_id': '10b7379a-996c-49eb-a4af-c8a0e0fe9011', 'port_id': '4fd16d1d-3daa-4d56-b85e-875a778f08be', 'mac_address': 'fa:16:3e:6f:e7:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34b0c147-b581-4843-bfec-ea29d14cb6a7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103518) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 18:52:27.622853 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-45cf5244-29ae-459c-b912-b08e8e202a8d req-466c31f4-3f2f-40c0-aeef-b444228cc007 service neutron] 10.222.0.108 "GET /v2.0/networks/9f3436aa-0141-4ddc-9e77-d652c7ff5b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368294 Jun 03 18:52:27.623481 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61777bc4-56f3-4591-b708-d8710f5098e5 req-229a2e43-3f6b-40c8-b0ff-e9b62221981c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:27.624210 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-61777bc4-56f3-4591-b708-d8710f5098e5 req-229a2e43-3f6b-40c8-b0ff-e9b62221981c service neutron] 10.222.0.108 "GET /v2.0/networks?id=96b760d7-3720-403e-b1ec-2fd415aa44fd HTTP/1.1" status: 200 len: 920 time: 0.1266196 Jun 03 18:52:27.640355 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb1df1-9158-44f2-b3a7-9252f0a3a774 req-96e744bb-8d71-4033-b053-0236c6c2c08e tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:27.645015 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-c0eb1df1-9158-44f2-b3a7-9252f0a3a774 req-96e744bb-8d71-4033-b053-0236c6c2c08e tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=332c0c01-0f24-4783-9646-920563998799 HTTP/1.1" status: 200 len: 943 time: 0.0590343 Jun 03 18:52:27.648894 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:27.678501 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-c0eb1df1-9158-44f2-b3a7-9252f0a3a774 req-9bcb47f5-821e-438e-a554-743447c1e977 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0217bca-e2f4-4d08-8774-71c4c877895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327785 Jun 03 18:52:27.689834 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.notifiers.nova [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fd16d1d-3daa-4d56-b85e-875a778f08be {{(pid=103518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 18:52:27.696788 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-61777bc4-56f3-4591-b708-d8710f5098e5 req-b04203b4-f62a-47dc-a60f-227982712f54 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d85775b-d525-42e0-8d08-c42974bc6fd1 HTTP/1.1" status: 200 len: 217 time: 0.0470052 Jun 03 18:52:27.708617 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] For port 4fd16d1d-3daa-4d56-b85e-875a778f08be, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=4fd16d1d-3daa-4d56-b85e-875a778f08be,segment=NetworkSegment(dbca1dbe-5a89-473a-94f4-75bd9e3fa1aa),segment_id=dbca1dbe-5a89-473a-94f4-75bd9e3fa1aa)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:52:27.751094 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61777bc4-56f3-4591-b708-d8710f5098e5 req-635cede7-5d5d-4950-ae44-810bd077b055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:27.752239 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-61777bc4-56f3-4591-b708-d8710f5098e5 req-635cede7-5d5d-4950-ae44-810bd077b055 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=cdba7c81-6690-4a2c-8589-65ca072f8ce6 HTTP/1.1" status: 200 len: 858 time: 0.0429180 Jun 03 18:52:27.785252 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:27.786578 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-54fbb16c-7293-4f06-85e8-c133556e709c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:52:27.801670 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-61777bc4-56f3-4591-b708-d8710f5098e5 req-c1e64c12-4fa3-4276-bd0a-1c1e6094f646 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=96b760d7-3720-403e-b1ec-2fd415aa44fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292270 Jun 03 18:52:27.855018 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd8a81-89fe-45cf-af6a-1ea501bb10cf req-ff5d5ae2-9529-4635-9ce7-07ac67d1c4c7 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:27.861490 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-4bfd8a81-89fe-45cf-af6a-1ea501bb10cf req-ff5d5ae2-9529-4635-9ce7-07ac67d1c4c7 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=381044c8-cab6-44e0-a866-9b4253a6cc73 HTTP/1.1" status: 200 len: 943 time: 0.1055086 Jun 03 18:52:27.861569 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Pushing event updated for resources: {'Port': ['ID=4fd16d1d-3daa-4d56-b85e-875a778f08be,revision_number=4']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:52:27.868340 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:52:27.925459 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-4bfd8a81-89fe-45cf-af6a-1ea501bb10cf req-ae1db1a9-1566-44a4-a750-136ff53bb7c3 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1702eb-f74d-4f2e-8aaf-9a791b0681b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657539 Jun 03 18:52:27.937885 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-61777bc4-56f3-4591-b708-d8710f5098e5 req-35707d6d-761e-43e3-8884-70b528fc7bcb service neutron] 10.222.0.108 "GET /v2.0/networks/96b760d7-3720-403e-b1ec-2fd415aa44fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237462 Jun 03 18:52:27.992899 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1041cda1-1557-41a9-bb4e-21171292b78a req-00974457-cde4-47a0-9d9a-0193a286c9d3 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:27.997591 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-1041cda1-1557-41a9-bb4e-21171292b78a req-00974457-cde4-47a0-9d9a-0193a286c9d3 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 945 time: 0.0595729 Jun 03 18:52:28.047720 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-1041cda1-1557-41a9-bb4e-21171292b78a req-4f27f2e4-f1ac-4427-9fa6-5e25c65a2a8f tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471659 Jun 03 18:52:28.051870 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-61777bc4-56f3-4591-b708-d8710f5098e5 req-e8373b5a-6680-41f5-b639-1afd715a5e75 service neutron] 10.222.0.108 "GET /v2.0/networks/96b760d7-3720-403e-b1ec-2fd415aa44fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011081 Jun 03 18:52:28.282952 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] get_ports_and_sgs() called for port_ids ['4fd16d1d-3daa-4d56-b85e-875a778f08be'] {{(pid=103518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 18:52:28.802006 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce05104-e40a-4d93-9126-f90ec3f0cf82 req-7de642b0-4d8c-40d6-b597-def577748c3f tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:28.802962 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-2ce05104-e40a-4d93-9126-f90ec3f0cf82 req-7de642b0-4d8c-40d6-b597-def577748c3f tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=332c0c01-0f24-4783-9646-920563998799 HTTP/1.1" status: 200 len: 944 time: 0.0567951 Jun 03 18:52:28.833943 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-2ce05104-e40a-4d93-9126-f90ec3f0cf82 req-dab6f214-0270-471b-97f9-b1ed6f9f896e tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0217bca-e2f4-4d08-8774-71c4c877895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0240104 Jun 03 18:52:29.202690 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f00113b-3220-4698-981a-41318f47ad0c req-64bcd020-af70-45c8-b91a-837c695c9934 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:29.202690 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-0f00113b-3220-4698-981a-41318f47ad0c req-64bcd020-af70-45c8-b91a-837c695c9934 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 945 time: 0.0573258 Jun 03 18:52:29.202820 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb396fd-0fed-4567-8fac-cd26019e024e req-6d1db43b-af2c-460b-adb6-c11e3b4b8dad tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:29.202820 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-deb396fd-0fed-4567-8fac-cd26019e024e req-6d1db43b-af2c-460b-adb6-c11e3b4b8dad tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=381044c8-cab6-44e0-a866-9b4253a6cc73 HTTP/1.1" status: 200 len: 943 time: 0.0502429 Jun 03 18:52:29.203208 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-0f00113b-3220-4698-981a-41318f47ad0c req-dd2332e5-3808-40f0-85d6-f8a6d9165de4 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0234354 Jun 03 18:52:29.213515 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-deb396fd-0fed-4567-8fac-cd26019e024e req-90dfe850-43d0-4218-8985-6a4f7003f545 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1702eb-f74d-4f2e-8aaf-9a791b0681b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280004 Jun 03 18:52:29.955621 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e849c-6adc-4d04-8354-0ba207daa140 req-e2d22e80-e35d-4f2f-9992-d9af90fbe502 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:29.956671 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-497e849c-6adc-4d04-8354-0ba207daa140 req-e2d22e80-e35d-4f2f-9992-d9af90fbe502 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=332c0c01-0f24-4783-9646-920563998799 HTTP/1.1" status: 200 len: 944 time: 0.0539200 Jun 03 18:52:29.972479 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-38998123-31a6-4f7e-8ac6-c3b2729b0b68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:29.990147 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-497e849c-6adc-4d04-8354-0ba207daa140 req-4350d796-27c0-40cb-85bd-8f6fafdc2444 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0217bca-e2f4-4d08-8774-71c4c877895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295763 Jun 03 18:52:30.310756 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b60f7-2417-4a10-be92-c42e8f0afda0 req-b1fb44e0-2f6c-49ae-a2a1-8f45efe0731f tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:30.311677 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-951b60f7-2417-4a10-be92-c42e8f0afda0 req-b1fb44e0-2f6c-49ae-a2a1-8f45efe0731f tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 945 time: 0.0491736 Jun 03 18:52:30.336091 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067f8d0-6ec9-4cf6-bb04-bbab00a35d9c req-055d1ad8-f04a-47bf-990b-9fcba20a9ac0 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:30.337080 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-2067f8d0-6ec9-4cf6-bb04-bbab00a35d9c req-055d1ad8-f04a-47bf-990b-9fcba20a9ac0 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=381044c8-cab6-44e0-a866-9b4253a6cc73 HTTP/1.1" status: 200 len: 943 time: 0.0504785 Jun 03 18:52:30.371195 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-951b60f7-2417-4a10-be92-c42e8f0afda0 req-daead4b8-85d3-4243-a66e-0b7868bf30b4 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261045 Jun 03 18:52:30.371757 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-2067f8d0-6ec9-4cf6-bb04-bbab00a35d9c req-1f6aa150-ce5b-4623-bb6e-c123ed429d2f tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1702eb-f74d-4f2e-8aaf-9a791b0681b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0228784 Jun 03 18:52:30.598082 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:30.823807 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-ab88937f-657f-4230-969d-d0dec152bf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:31.112058 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a239f4f-045d-4790-a242-9d0198677546 req-33fb5bcd-c731-4061-bfd1-807d04bc58c8 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:31.112925 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-3a239f4f-045d-4790-a242-9d0198677546 req-33fb5bcd-c731-4061-bfd1-807d04bc58c8 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=332c0c01-0f24-4783-9646-920563998799 HTTP/1.1" status: 200 len: 944 time: 0.0457747 Jun 03 18:52:31.139425 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-3a239f4f-045d-4790-a242-9d0198677546 req-af12a48f-b136-4ca6-b07c-4cee0acb8c5d tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0217bca-e2f4-4d08-8774-71c4c877895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0228946 Jun 03 18:52:31.330088 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da28d679-3a1c-4c97-844c-867b73029fff req-a78437d9-c26f-4949-8adc-436145306768 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:31.330548 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [req-da28d679-3a1c-4c97-844c-867b73029fff req-a78437d9-c26f-4949-8adc-436145306768 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Synchronizing usage tracker for tenant:d9d38a24baac46b597b583bcef65367c on resource:network {{(pid=103517) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 18:52:31.434883 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Device ecdacd97-a696-41f8-a629-45d1dc2833d4 details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=103518) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 18:52:31.451132 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Device 4fd16d1d-3daa-4d56-b85e-875a778f08be up at agent hyperv_hv-cinder-79466 {{(pid=103518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 18:52:31.468946 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d61d13b-beb5-40e5-92e3-0c3d1da6eaf7 req-4bb65604-3f10-40a0-8f20-3ee4a05dffce tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:31.469776 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-8d61d13b-beb5-40e5-92e3-0c3d1da6eaf7 req-4bb65604-3f10-40a0-8f20-3ee4a05dffce tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 945 time: 0.0447121 Jun 03 18:52:31.498031 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-8d61d13b-beb5-40e5-92e3-0c3d1da6eaf7 req-f3b3ec49-f955-4a73-b71f-9399b2a3c696 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0216277 Jun 03 18:52:31.520425 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [req-da28d679-3a1c-4c97-844c-867b73029fff req-a78437d9-c26f-4949-8adc-436145306768 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Unset dirty status for tenant:d9d38a24baac46b597b583bcef65367c on resource:network {{(pid=103517) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 18:52:31.534014 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-da28d679-3a1c-4c97-844c-867b73029fff req-a78437d9-c26f-4949-8adc-436145306768 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/networks?id=d37c0514-a3e6-48ec-8f13-b783af090b4a HTTP/1.1" status: 200 len: 815 time: 0.3027737 Jun 03 18:52:31.536335 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-da28d679-3a1c-4c97-844c-867b73029fff req-80833cce-02dd-48e2-937f-2fc41488b4da tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/quotas/d9d38a24baac46b597b583bcef65367c HTTP/1.1" status: 200 len: 375 time: 0.0094581 Jun 03 18:52:31.542642 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] For port ecdacd97-a696-41f8-a629-45d1dc2833d4, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=ecdacd97-a696-41f8-a629-45d1dc2833d4,segment=NetworkSegment(b02fb9b0-3c23-4c5d-ae80-127565c0e9ce),segment_id=b02fb9b0-3c23-4c5d-ae80-127565c0e9ce)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:52:31.552748 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Returning: {'device': 'ecdacd97-a696-41f8-a629-45d1dc2833d4', 'network_id': '9f3436aa-0141-4ddc-9e77-d652c7ff5b25', 'port_id': 'ecdacd97-a696-41f8-a629-45d1dc2833d4', 'mac_address': 'fa:16:3e:ab:c8:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5c41478-ff70-4760-874f-92c6f16f6305', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103518) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 18:52:31.586489 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-da28d679-3a1c-4c97-844c-867b73029fff req-076f6baf-a573-4f05-9a0a-646dd375485e tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d9d38a24baac46b597b583bcef65367c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494156 Jun 03 18:52:31.594818 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:31.606421 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.notifiers.nova [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecdacd97-a696-41f8-a629-45d1dc2833d4 {{(pid=103518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 18:52:31.616035 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] For port ecdacd97-a696-41f8-a629-45d1dc2833d4, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=ecdacd97-a696-41f8-a629-45d1dc2833d4,segment=NetworkSegment(b02fb9b0-3c23-4c5d-ae80-127565c0e9ce),segment_id=b02fb9b0-3c23-4c5d-ae80-127565c0e9ce)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:52:31.627190 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Provisioning for port 4fd16d1d-3daa-4d56-b85e-875a778f08be completed by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 18:52:31.630996 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Provisioning complete for port 4fd16d1d-3daa-4d56-b85e-875a778f08be triggered by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 18:52:31.631238 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:31.668173 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-da28d679-3a1c-4c97-844c-867b73029fff req-d074f3f2-5599-42ed-a70a-b714deeda74c service neutron] 10.222.0.44 "GET /v2.0/networks/d37c0514-a3e6-48ec-8f13-b783af090b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0741694 Jun 03 18:52:31.668865 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d74b0d-91ac-457e-aa05-6a65dbe0075e req-1bd34193-c66a-4862-8c79-f01c05ed0622 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:31.669896 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-f8d74b0d-91ac-457e-aa05-6a65dbe0075e req-1bd34193-c66a-4862-8c79-f01c05ed0622 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=381044c8-cab6-44e0-a866-9b4253a6cc73 HTTP/1.1" status: 200 len: 943 time: 0.1192255 Jun 03 18:52:31.694758 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-f8d74b0d-91ac-457e-aa05-6a65dbe0075e req-744cd38b-599f-4373-b255-5a91f1780f6f tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1702eb-f74d-4f2e-8aaf-9a791b0681b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0213687 Jun 03 18:52:31.703220 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:31.713025 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:52:31.729121 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:31.753287 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '332c0c01-0f24-4783-9646-920563998799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fd16d1d-3daa-4d56-b85e-875a778f08be'}] {{(pid=103518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 18:52:31.754680 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db66028b02b75232abd2ce52c3e0184f662a2cc7ac62fff2d597f865859cb538" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5505a308-7071-4105-ba09-99bc81cf80ce" -d '{"events": [{"server_uuid": "332c0c01-0f24-4783-9646-920563998799", "name": "network-vif-plugged", "status": "completed", "tag": "4fd16d1d-3daa-4d56-b85e-875a778f08be"}]}' {{(pid=103518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 18:52:31.760522 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Pushing event updated for resources: {'Port': ['ID=ecdacd97-a696-41f8-a629-45d1dc2833d4,revision_number=4']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:52:31.762519 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] For port 4fd16d1d-3daa-4d56-b85e-875a778f08be, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=4fd16d1d-3daa-4d56-b85e-875a778f08be,segment=NetworkSegment(dbca1dbe-5a89-473a-94f4-75bd9e3fa1aa),segment_id=dbca1dbe-5a89-473a-94f4-75bd9e3fa1aa)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:52:31.763436 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:52:31.785163 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-da28d679-3a1c-4c97-844c-867b73029fff req-1fa4fb00-1387-49d5-af35-79ddce243ea9 service neutron] 10.222.0.44 "GET /v2.0/networks/d37c0514-a3e6-48ec-8f13-b783af090b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154242 Jun 03 18:52:31.788297 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 18:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682edb02-a767-46a6-9317-962cb2aa1a95 x-openstack-request-id: req-682edb02-a767-46a6-9317-962cb2aa1a95 {{(pid=103518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 18:52:31.788426 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "332c0c01-0f24-4783-9646-920563998799", "name": "network-vif-plugged", "status": "completed", "tag": "4fd16d1d-3daa-4d56-b85e-875a778f08be", "code": 200}]} {{(pid=103518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 18:52:31.788552 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-682edb02-a767-46a6-9317-962cb2aa1a95 {{(pid=103518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 18:52:31.789022 dv-cinder-794661-1-smb neutron-server[103518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '332c0c01-0f24-4783-9646-920563998799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fd16d1d-3daa-4d56-b85e-875a778f08be', 'code': 200} Jun 03 18:52:31.893186 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:31.895248 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-177bd109-ae18-43d8-9034-7c3121d06d0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:52:31.935913 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Pushing event updated for resources: {'Port': ['ID=4fd16d1d-3daa-4d56-b85e-875a778f08be,revision_number=5']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:52:31.940033 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:52:31.982545 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-8e4f168e-7e17-42ee-93c0-17891476540c req-f2794815-c2ef-4c5d-bb50-6deca8690f61 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Synchronizing usage tracker for tenant:d9d38a24baac46b597b583bcef65367c on resource:port {{(pid=103516) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 18:52:31.990674 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:32.112659 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-8e4f168e-7e17-42ee-93c0-17891476540c req-f2794815-c2ef-4c5d-bb50-6deca8690f61 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Unset dirty status for tenant:d9d38a24baac46b597b583bcef65367c on resource:port {{(pid=103516) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 18:52:32.113572 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-8e4f168e-7e17-42ee-93c0-17891476540c req-f2794815-c2ef-4c5d-bb50-6deca8690f61 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 210 time: 0.1550424 Jun 03 18:52:32.192875 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] get_ports_and_sgs() called for port_ids ['ecdacd97-a696-41f8-a629-45d1dc2833d4'] {{(pid=103518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 18:52:32.249154 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db671b-bbfd-4974-a541-2c1f2b60667c req-01bb911b-6ceb-4904-9e23-c1786166446c tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:32.253792 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-75db671b-bbfd-4974-a541-2c1f2b60667c req-01bb911b-6ceb-4904-9e23-c1786166446c tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=332c0c01-0f24-4783-9646-920563998799 HTTP/1.1" status: 200 len: 945 time: 0.0497286 Jun 03 18:52:32.269803 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c6e76-e4a5-44c5-815d-4bd317b2af5d req-61cea870-bb0b-42cb-97d3-df07f3a33d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:32.269803 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-df6c6e76-e4a5-44c5-815d-4bd317b2af5d req-61cea870-bb0b-42cb-97d3-df07f3a33d13 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=332c0c01-0f24-4783-9646-920563998799 HTTP/1.1" status: 200 len: 1098 time: 0.0416234 Jun 03 18:52:32.275426 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-75db671b-bbfd-4974-a541-2c1f2b60667c req-e54974b6-0414-46c5-aba3-9483a29f444a tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0217bca-e2f4-4d08-8774-71c4c877895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0211411 Jun 03 18:52:32.296534 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-df6c6e76-e4a5-44c5-815d-4bd317b2af5d req-997c6b88-df7a-4766-af0b-731f300c5fc5 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=a0217bca-e2f4-4d08-8774-71c4c877895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0196319 Jun 03 18:52:32.528004 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 55536) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:52:32.591309 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b4837e15-30f8-462b-9e4d-f5df4d79f868 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:32.604289 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-b4837e15-30f8-462b-9e4d-f5df4d79f868 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:52:32.607600 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-b4837e15-30f8-462b-9e4d-f5df4d79f868 admin admin] Usage tracker for resource:security_group_rule and tenant:e4ba761bd2bd489f9f841aa042db14a9 is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:52:32.610304 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-b4837e15-30f8-462b-9e4d-f5df4d79f868 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:52:32.616551 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:32.617317 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-b4837e15-30f8-462b-9e4d-f5df4d79f868 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:52:32.628499 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad263c5-6786-4b92-a397-7a7897f17021 req-aca3eb27-d544-4fbd-8d0e-019350ab6885 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:32.629393 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-5ad263c5-6786-4b92-a397-7a7897f17021 req-aca3eb27-d544-4fbd-8d0e-019350ab6885 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 945 time: 0.0737681 Jun 03 18:52:32.664384 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-5ad263c5-6786-4b92-a397-7a7897f17021 req-7ad4e77a-dd14-4147-9cdb-fe4fbbfe4f7d tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304360 Jun 03 18:52:32.687272 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b4837e15-30f8-462b-9e4d-f5df4d79f868 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:32.733618 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:32.765381 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b4837e15-30f8-462b-9e4d-f5df4d79f868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:32.769711 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-6032ad49-f5c9-4d93-994c-2e1fe6602061 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:52:32.792989 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-b4837e15-30f8-462b-9e4d-f5df4d79f868 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e4ba761bd2bd489f9f841aa042db14a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2653689 Jun 03 18:52:32.793557 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4837e15-30f8-462b-9e4d-f5df4d79f868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec21313-3207-44ad-97ca-9d9c2429873e,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:52:32.794944 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 55546) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:52:32.797473 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4837e15-30f8-462b-9e4d-f5df4d79f868 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:52:32.797668 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4837e15-30f8-462b-9e4d-f5df4d79f868 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:52:32.797852 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4837e15-30f8-462b-9e4d-f5df4d79f868 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:52:32.798033 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4837e15-30f8-462b-9e4d-f5df4d79f868 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:52:32.798215 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4837e15-30f8-462b-9e4d-f5df4d79f868 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:52:32.798420 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4837e15-30f8-462b-9e4d-f5df4d79f868 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:52:32.798601 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4837e15-30f8-462b-9e4d-f5df4d79f868 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:52:32.798776 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4837e15-30f8-462b-9e4d-f5df4d79f868 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:52:32.798965 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4837e15-30f8-462b-9e4d-f5df4d79f868 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:52:32.799128 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4837e15-30f8-462b-9e4d-f5df4d79f868 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:52:32.799302 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4837e15-30f8-462b-9e4d-f5df4d79f868 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:52:32.799475 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4837e15-30f8-462b-9e4d-f5df4d79f868 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:52:32.801999 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-b4837e15-30f8-462b-9e4d-f5df4d79f868 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:52:32.817581 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57464c-dd23-4829-b822-4e599c655389 req-0ebb7340-7098-4a1c-b3c0-0a4bba060a75 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:32.818414 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-6f57464c-dd23-4829-b822-4e599c655389 req-0ebb7340-7098-4a1c-b3c0-0a4bba060a75 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=381044c8-cab6-44e0-a866-9b4253a6cc73 HTTP/1.1" status: 200 len: 944 time: 0.0584953 Jun 03 18:52:32.851465 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ceb12d80-d9ad-4508-9c84-5fb45e9fcaee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:32.854182 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-6f57464c-dd23-4829-b822-4e599c655389 req-06763da0-49c5-4909-a005-e0aaf11ce203 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1702eb-f74d-4f2e-8aaf-9a791b0681b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309870 Jun 03 18:52:32.870532 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ceb12d80-d9ad-4508-9c84-5fb45e9fcaee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:32.923831 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 55552) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:52:32.991235 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-59f1c6d6-fd9e-49b5-b213-705245e7e087 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:32.995435 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-59f1c6d6-fd9e-49b5-b213-705245e7e087 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:52:32.997969 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-59f1c6d6-fd9e-49b5-b213-705245e7e087 admin admin] Usage tracker for resource:security_group_rule and tenant:6afd323d123944a8a5b3e63eea0a1f8a is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:52:32.999605 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-59f1c6d6-fd9e-49b5-b213-705245e7e087 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:52:33.002735 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-59f1c6d6-fd9e-49b5-b213-705245e7e087 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:52:33.013262 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ceb12d80-d9ad-4508-9c84-5fb45e9fcaee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:33.018191 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-809d63d2-4099-40fb-9f35-0858442d32f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:52:33.026384 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb12d80-d9ad-4508-9c84-5fb45e9fcaee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec21313-3207-44ad-97ca-9d9c2429873e,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:52:33.034166 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb12d80-d9ad-4508-9c84-5fb45e9fcaee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:52:33.034367 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb12d80-d9ad-4508-9c84-5fb45e9fcaee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:52:33.034549 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb12d80-d9ad-4508-9c84-5fb45e9fcaee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:52:33.034725 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb12d80-d9ad-4508-9c84-5fb45e9fcaee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:52:33.034910 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb12d80-d9ad-4508-9c84-5fb45e9fcaee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:52:33.035091 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb12d80-d9ad-4508-9c84-5fb45e9fcaee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:52:33.035269 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb12d80-d9ad-4508-9c84-5fb45e9fcaee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:52:33.035454 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb12d80-d9ad-4508-9c84-5fb45e9fcaee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:52:33.035630 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb12d80-d9ad-4508-9c84-5fb45e9fcaee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:52:33.035818 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb12d80-d9ad-4508-9c84-5fb45e9fcaee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:52:33.035993 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb12d80-d9ad-4508-9c84-5fb45e9fcaee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:52:33.036166 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb12d80-d9ad-4508-9c84-5fb45e9fcaee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:52:33.039529 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-ceb12d80-d9ad-4508-9c84-5fb45e9fcaee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:52:33.040672 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ceb12d80-d9ad-4508-9c84-5fb45e9fcaee admin admin] Notify callbacks [] for security_group, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:33.042959 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-ceb12d80-d9ad-4508-9c84-5fb45e9fcaee admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1ec21313-3207-44ad-97ca-9d9c2429873e HTTP/1.1" status: 204 len: 168 time: 0.2429752 Jun 03 18:52:33.069854 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-59f1c6d6-fd9e-49b5-b213-705245e7e087 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:33.183990 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-6c713e95-673f-4393-9f6b-3a14d6a4c7e2 req-55f139b7-4d80-4324-bed5-c97490fca8b6 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 210 time: 0.0287254 Jun 03 18:52:33.298691 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-59f1c6d6-fd9e-49b5-b213-705245e7e087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:33.311608 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-09d591ca-f048-4cd2-a515-5e33a48d8f6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:52:33.343382 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-59f1c6d6-fd9e-49b5-b213-705245e7e087 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6afd323d123944a8a5b3e63eea0a1f8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4140170 Jun 03 18:52:33.343382 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f1c6d6-fd9e-49b5-b213-705245e7e087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38fd630a-800a-409e-bf99-a7ddc977fc93,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:52:33.343547 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 55562) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:52:33.343600 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-59f1c6d6-fd9e-49b5-b213-705245e7e087 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:52:33.401626 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4fc1e1ad-332b-4a00-8a63-50211fe4f4e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:33.401871 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a26fb-c537-4b6c-b4fe-4ec66382f451 req-46c4c722-c174-48c7-9748-806ca7b4aba2 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:33.402733 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-563a26fb-c537-4b6c-b4fe-4ec66382f451 req-46c4c722-c174-48c7-9748-806ca7b4aba2 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=332c0c01-0f24-4783-9646-920563998799 HTTP/1.1" status: 200 len: 945 time: 0.0464559 Jun 03 18:52:33.415129 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4fc1e1ad-332b-4a00-8a63-50211fe4f4e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:33.426242 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-563a26fb-c537-4b6c-b4fe-4ec66382f451 req-cdcd7fff-693f-4032-b269-29176809c973 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0217bca-e2f4-4d08-8774-71c4c877895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0200026 Jun 03 18:52:33.563566 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4fc1e1ad-332b-4a00-8a63-50211fe4f4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:33.566555 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-b84bbc1c-5e96-4df4-9a12-595030e3841d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:52:33.574703 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc1e1ad-332b-4a00-8a63-50211fe4f4e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38fd630a-800a-409e-bf99-a7ddc977fc93,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:52:33.576122 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-4fc1e1ad-332b-4a00-8a63-50211fe4f4e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:52:33.578540 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4fc1e1ad-332b-4a00-8a63-50211fe4f4e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:33.581820 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-4fc1e1ad-332b-4a00-8a63-50211fe4f4e8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/38fd630a-800a-409e-bf99-a7ddc977fc93 HTTP/1.1" status: 204 len: 168 time: 0.2293506 Jun 03 18:52:33.781540 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc242e-f153-432d-8a21-70551ecc789e req-ebd4cd2a-5ddb-4b98-a172-d2dd057f76b7 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:33.788302 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-17fc242e-f153-432d-8a21-70551ecc789e req-ebd4cd2a-5ddb-4b98-a172-d2dd057f76b7 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 945 time: 0.0461464 Jun 03 18:52:33.806825 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-17fc242e-f153-432d-8a21-70551ecc789e req-f1833538-700e-4fb1-9403-9a899e471360 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0206649 Jun 03 18:52:33.968076 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f5799-a70b-4bda-9f05-5e63817cab24 req-6719c421-ddf5-4d3b-92db-1064d6d390a8 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:33.969025 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-5d1f5799-a70b-4bda-9f05-5e63817cab24 req-6719c421-ddf5-4d3b-92db-1064d6d390a8 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=381044c8-cab6-44e0-a866-9b4253a6cc73 HTTP/1.1" status: 200 len: 944 time: 0.0521057 Jun 03 18:52:34.005067 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-5d1f5799-a70b-4bda-9f05-5e63817cab24 req-4c02d3ca-7682-4c36-a43b-0eb33bcf272e tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1702eb-f74d-4f2e-8aaf-9a791b0681b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0241792 Jun 03 18:52:34.084445 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 55600) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:52:34.162720 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dd4393c4-145b-402e-8aa8-0cc9fbb18f9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:34.171667 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-dd4393c4-145b-402e-8aa8-0cc9fbb18f9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:52:34.174284 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-dd4393c4-145b-402e-8aa8-0cc9fbb18f9a admin admin] Usage tracker for resource:security_group_rule and tenant:163b61d147a34c3cbe9a697300bd7198 is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:52:34.176143 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-dd4393c4-145b-402e-8aa8-0cc9fbb18f9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:52:34.179599 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-dd4393c4-145b-402e-8aa8-0cc9fbb18f9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:52:34.224372 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dd4393c4-145b-402e-8aa8-0cc9fbb18f9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:34.270559 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-3fefc00b-2d0b-4746-ac38-54ff4550960f req-79bf6c32-b4c4-468a-93e9-52cb22603571 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 210 time: 0.0225818 Jun 03 18:52:34.375848 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dd4393c4-145b-402e-8aa8-0cc9fbb18f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:34.381362 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-f5f3e46b-135d-4a7e-9271-9b67fd66515b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:52:34.405516 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4393c4-145b-402e-8aa8-0cc9fbb18f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c251d58-2d2c-4509-875f-299849ca7a42,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:52:34.408597 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-dd4393c4-145b-402e-8aa8-0cc9fbb18f9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:52:34.418547 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-dd4393c4-145b-402e-8aa8-0cc9fbb18f9a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=163b61d147a34c3cbe9a697300bd7198&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3333449 Jun 03 18:52:34.420578 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 55622) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:52:34.457279 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-956bb612-8069-4976-bd5b-78cba5e30913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:34.471153 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-956bb612-8069-4976-bd5b-78cba5e30913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:34.534307 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e9a1d-9c9b-4197-9ac3-43cf6d6f2563 req-65bd30ef-c353-488b-9a78-f3c4dc96e69e tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:34.535156 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-be1e9a1d-9c9b-4197-9ac3-43cf6d6f2563 req-65bd30ef-c353-488b-9a78-f3c4dc96e69e tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=332c0c01-0f24-4783-9646-920563998799 HTTP/1.1" status: 200 len: 945 time: 0.0465839 Jun 03 18:52:34.560849 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-be1e9a1d-9c9b-4197-9ac3-43cf6d6f2563 req-67135e44-a425-43bb-bcab-197df8b64aa3 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0217bca-e2f4-4d08-8774-71c4c877895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0222962 Jun 03 18:52:34.622029 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-956bb612-8069-4976-bd5b-78cba5e30913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:34.634004 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-4cde6f45-e7cc-49a5-8ea7-95d992aab627 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:52:34.634004 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956bb612-8069-4976-bd5b-78cba5e30913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c251d58-2d2c-4509-875f-299849ca7a42,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:52:34.636020 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-956bb612-8069-4976-bd5b-78cba5e30913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:52:34.640589 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-956bb612-8069-4976-bd5b-78cba5e30913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:34.642935 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-956bb612-8069-4976-bd5b-78cba5e30913 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7c251d58-2d2c-4509-875f-299849ca7a42 HTTP/1.1" status: 204 len: 168 time: 0.2199097 Jun 03 18:52:34.930823 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e8e651-47c3-46c6-90f9-b432df21df57 req-5b2135aa-e3ba-4be7-8401-5e69cc8b954d tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:34.931954 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-a4e8e651-47c3-46c6-90f9-b432df21df57 req-5b2135aa-e3ba-4be7-8401-5e69cc8b954d tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 945 time: 0.0619020 Jun 03 18:52:34.957460 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-a4e8e651-47c3-46c6-90f9-b432df21df57 req-ffbb833f-71bf-45aa-8c04-6eaa96abe672 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0220478 Jun 03 18:52:35.065998 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 55672) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:52:35.115085 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4e9495-6f15-4af4-a1ec-3ea3d7d41b76 req-3b79e5e1-e1e8-4f9f-aeb2-f5a6305b6a2a tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:35.123213 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-2b4e9495-6f15-4af4-a1ec-3ea3d7d41b76 req-3b79e5e1-e1e8-4f9f-aeb2-f5a6305b6a2a tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=381044c8-cab6-44e0-a866-9b4253a6cc73 HTTP/1.1" status: 200 len: 944 time: 0.0618763 Jun 03 18:52:35.144399 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-2b4e9495-6f15-4af4-a1ec-3ea3d7d41b76 req-e86137c5-8be4-4610-bc5d-3ecddd5edafb tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1702eb-f74d-4f2e-8aaf-9a791b0681b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0241709 Jun 03 18:52:35.352822 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-1a9eeabd-c9ce-41e8-8989-c59ff065a50f req-93cdc0be-8567-444a-a84c-e484ea30a40d tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 210 time: 0.0260248 Jun 03 18:52:35.452238 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Device ecdacd97-a696-41f8-a629-45d1dc2833d4 up at agent hyperv_hv-cinder-79466 {{(pid=103518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 18:52:35.647502 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da28d679-3a1c-4c97-844c-867b73029fff req-bedb7b0f-f83c-4151-b48a-6070127f62a8 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:35.649312 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-da28d679-3a1c-4c97-844c-867b73029fff req-bedb7b0f-f83c-4151-b48a-6070127f62a8 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.108 "GET /v2.0/networks?id=d37c0514-a3e6-48ec-8f13-b783af090b4a HTTP/1.1" status: 200 len: 815 time: 0.0941851 Jun 03 18:52:35.653059 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Provisioning for port ecdacd97-a696-41f8-a629-45d1dc2833d4 completed by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 18:52:35.656602 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Provisioning complete for port ecdacd97-a696-41f8-a629-45d1dc2833d4 triggered by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 18:52:35.656927 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:35.674101 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.v2.base [req-da28d679-3a1c-4c97-844c-867b73029fff req-abebd117-0160-40fe-95db-30b74ecd184e tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Request body: {'port': {'device_id': '34bf277c-9ed8-42a7-a07b-c811a02c6d49', 'network_id': 'd37c0514-a3e6-48ec-8f13-b783af090b4a', 'admin_state_up': True, 'tenant_id': 'd9d38a24baac46b597b583bcef65367c'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:52:35.719675 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 55720) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:52:35.734210 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-754c229a-67c1-46b0-a618-0309cd65a037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:35.743531 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:35.745409 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-754c229a-67c1-46b0-a618-0309cd65a037 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:52:35.752110 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d8b9663a-329f-4a29-8bf4-692dad749da9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:35.760372 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '381044c8-cab6-44e0-a866-9b4253a6cc73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecdacd97-a696-41f8-a629-45d1dc2833d4'}] {{(pid=103518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 18:52:35.761976 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db66028b02b75232abd2ce52c3e0184f662a2cc7ac62fff2d597f865859cb538" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f0e167c-19c3-4281-b515-5d0987c3dbaa" -d '{"events": [{"server_uuid": "381044c8-cab6-44e0-a866-9b4253a6cc73", "name": "network-vif-plugged", "status": "completed", "tag": "ecdacd97-a696-41f8-a629-45d1dc2833d4"}]}' {{(pid=103518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 18:52:35.763598 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-754c229a-67c1-46b0-a618-0309cd65a037 admin admin] Usage tracker for resource:security_group_rule and tenant:ef716197fe37481a846fb6619986a336 is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:52:35.764042 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-d8b9663a-329f-4a29-8bf4-692dad749da9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:52:35.766600 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [req-da28d679-3a1c-4c97-844c-867b73029fff req-abebd117-0160-40fe-95db-30b74ecd184e tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:52:35.766950 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] For port ecdacd97-a696-41f8-a629-45d1dc2833d4, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=ecdacd97-a696-41f8-a629-45d1dc2833d4,segment=NetworkSegment(b02fb9b0-3c23-4c5d-ae80-127565c0e9ce),segment_id=b02fb9b0-3c23-4c5d-ae80-127565c0e9ce)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:52:35.767922 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-d8b9663a-329f-4a29-8bf4-692dad749da9 admin admin] Usage tracker for resource:security_group_rule and tenant:ddbf80911a5245909caac12a55c59ac0 is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:52:35.769992 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-d8b9663a-329f-4a29-8bf4-692dad749da9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:52:35.775346 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-d8b9663a-329f-4a29-8bf4-692dad749da9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:52:35.777135 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [req-da28d679-3a1c-4c97-844c-867b73029fff req-abebd117-0160-40fe-95db-30b74ecd184e tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:52:35.778724 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-754c229a-67c1-46b0-a618-0309cd65a037 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:52:35.788677 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-754c229a-67c1-46b0-a618-0309cd65a037 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:52:35.791436 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 18:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1407064-aacf-436c-87a9-95d2e0027c38 x-openstack-request-id: req-f1407064-aacf-436c-87a9-95d2e0027c38 {{(pid=103518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 18:52:35.791436 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "381044c8-cab6-44e0-a866-9b4253a6cc73", "name": "network-vif-plugged", "status": "completed", "tag": "ecdacd97-a696-41f8-a629-45d1dc2833d4", "code": 200}]} {{(pid=103518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 18:52:35.791436 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f1407064-aacf-436c-87a9-95d2e0027c38 {{(pid=103518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 18:52:35.791668 dv-cinder-794661-1-smb neutron-server[103518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '381044c8-cab6-44e0-a866-9b4253a6cc73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecdacd97-a696-41f8-a629-45d1dc2833d4', 'code': 200} Jun 03 18:52:35.791746 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 55724) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:52:35.829334 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d8b9663a-329f-4a29-8bf4-692dad749da9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:35.846072 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-754c229a-67c1-46b0-a618-0309cd65a037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:35.847277 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:35.848604 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:52:35.867101 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-df84c8fe-7a14-42b4-804d-33657e5d6306 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:35.875606 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-df84c8fe-7a14-42b4-804d-33657e5d6306 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:52:35.878073 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-df84c8fe-7a14-42b4-804d-33657e5d6306 admin admin] Usage tracker for resource:security_group_rule and tenant:ff246f1b2c754da0a7491b2fbbab5153 is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:52:35.879787 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-df84c8fe-7a14-42b4-804d-33657e5d6306 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:52:35.882990 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-df84c8fe-7a14-42b4-804d-33657e5d6306 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:52:35.891989 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Pushing event updated for resources: {'Port': ['ID=ecdacd97-a696-41f8-a629-45d1dc2833d4,revision_number=5']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:52:35.894090 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:52:35.910726 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da28d679-3a1c-4c97-844c-867b73029fff req-abebd117-0160-40fe-95db-30b74ecd184e tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Made reservation on behalf of d9d38a24baac46b597b583bcef65367c for: {'port': 1} {{(pid=103516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 18:52:35.912787 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-da28d679-3a1c-4c97-844c-867b73029fff req-abebd117-0160-40fe-95db-30b74ecd184e tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:35.988189 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-754c229a-67c1-46b0-a618-0309cd65a037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:35.989025 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d8b9663a-329f-4a29-8bf4-692dad749da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:35.994898 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-82d88ec2-52bd-4447-b84f-8fefa16c8c41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:52:35.996067 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-b7ca585b-5615-467f-bf0b-04e63b42febc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:52:36.027098 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-754c229a-67c1-46b0-a618-0309cd65a037 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ef716197fe37481a846fb6619986a336&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3064592 Jun 03 18:52:36.028103 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754c229a-67c1-46b0-a618-0309cd65a037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f96a537f-76fc-4731-b58c-98730c72264a,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:52:36.029386 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 55730) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:52:36.030193 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-d8b9663a-329f-4a29-8bf4-692dad749da9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ddbf80911a5245909caac12a55c59ac0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9632876 Jun 03 18:52:36.030494 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-754c229a-67c1-46b0-a618-0309cd65a037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:52:36.031913 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 55732) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:52:36.064086 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b9663a-329f-4a29-8bf4-692dad749da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eaf0105-4755-45ef-907d-7209cca68c3b,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:52:36.068184 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-d8b9663a-329f-4a29-8bf4-692dad749da9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:52:36.068801 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [req-da28d679-3a1c-4c97-844c-867b73029fff req-abebd117-0160-40fe-95db-30b74ecd184e tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Allocated IP 172.20.0.11 (d37c0514-a3e6-48ec-8f13-b783af090b4a/fe7b0dbf-28e6-4929-ac4a-322194eadbe9/44cb3bfc-7aae-4519-accd-661594a5c489) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 18:52:36.088142 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-76523849-009e-4894-b930-4aa18fc52071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:36.106957 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-5adf8088-25f2-4889-8949-13825fd2fbfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:36.136803 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-76523849-009e-4894-b930-4aa18fc52071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:36.151330 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-df84c8fe-7a14-42b4-804d-33657e5d6306 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:36.171031 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-5adf8088-25f2-4889-8949-13825fd2fbfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:36.229346 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34ae22c-90af-48f8-a848-1bb2765cf0b3 req-bdc0429b-579f-41d0-9596-689215ffe159 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:36.230192 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-b34ae22c-90af-48f8-a848-1bb2765cf0b3 req-bdc0429b-579f-41d0-9596-689215ffe159 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 945 time: 0.2015338 Jun 03 18:52:36.251538 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926faa03-e018-4f0e-af59-713a395c5df7 req-0ba1e4e6-02af-45a7-9695-32e136e2c34f tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:36.255672 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-926faa03-e018-4f0e-af59-713a395c5df7 req-0ba1e4e6-02af-45a7-9695-32e136e2c34f tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=381044c8-cab6-44e0-a866-9b4253a6cc73 HTTP/1.1" status: 200 len: 945 time: 0.0501325 Jun 03 18:52:36.300281 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-926faa03-e018-4f0e-af59-713a395c5df7 req-bdf0f6af-d0e0-483b-8238-139ed67cb9dc tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1702eb-f74d-4f2e-8aaf-9a791b0681b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0257578 Jun 03 18:52:36.300740 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-b34ae22c-90af-48f8-a848-1bb2765cf0b3 req-18727072-8e1a-44df-a2b1-e781f1050d49 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394652 Jun 03 18:52:36.310327 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-da28d679-3a1c-4c97-844c-867b73029fff req-abebd117-0160-40fe-95db-30b74ecd184e tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Notify callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:36.337805 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-df84c8fe-7a14-42b4-804d-33657e5d6306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:36.343476 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-b3617b2e-14a6-40ad-9d1b-31c302f48089 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:52:36.366383 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-df84c8fe-7a14-42b4-804d-33657e5d6306 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ff246f1b2c754da0a7491b2fbbab5153&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5727813 Jun 03 18:52:36.366383 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df84c8fe-7a14-42b4-804d-33657e5d6306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb0b459-df2a-4230-bf48-7f2901d0f3ff,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:52:36.368180 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 55750) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:52:36.373302 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-df84c8fe-7a14-42b4-804d-33657e5d6306 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:52:36.397884 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [req-da28d679-3a1c-4c97-844c-867b73029fff req-abebd117-0160-40fe-95db-30b74ecd184e tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Transition to ACTIVE for port object 44cb3bfc-7aae-4519-accd-661594a5c489 will not be triggered until provisioned by entity DHCP. {{(pid=103516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 18:52:36.399219 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-5adf8088-25f2-4889-8949-13825fd2fbfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:36.401399 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-76523849-009e-4894-b930-4aa18fc52071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:36.404256 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-956bb612-8069-4976-bd5b-78cba5e30913 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:52:36.413581 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adf8088-25f2-4889-8949-13825fd2fbfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eaf0105-4755-45ef-907d-7209cca68c3b,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:52:36.436349 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76523849-009e-4894-b930-4aa18fc52071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96a537f-76fc-4731-b58c-98730c72264a,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:52:36.436439 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-76523849-009e-4894-b930-4aa18fc52071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:36.437217 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-76523849-009e-4894-b930-4aa18fc52071 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f96a537f-76fc-4731-b58c-98730c72264a HTTP/1.1" status: 204 len: 168 time: 0.4073138 Jun 03 18:52:36.438016 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-76523849-009e-4894-b930-4aa18fc52071 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:52:36.438368 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-86ebb2ed-7886-4b9d-b11f-95022e0db7c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:36.439311 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-4545582f-2145-4184-b054-378600ad1c39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:52:36.439500 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-4545582f-2145-4184-b054-378600ad1c39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:52:36.440565 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-5adf8088-25f2-4889-8949-13825fd2fbfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:36.445645 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-5adf8088-25f2-4889-8949-13825fd2fbfb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8eaf0105-4755-45ef-907d-7209cca68c3b HTTP/1.1" status: 204 len: 168 time: 0.4105148 Jun 03 18:52:36.465251 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-86ebb2ed-7886-4b9d-b11f-95022e0db7c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:36.483224 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-ff2d7988-822c-46d1-b976-4dfe4b0683b9 req-ddf2fe1c-5c1b-451a-870e-3013cc2ea81f tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 210 time: 0.0326331 Jun 03 18:52:36.501953 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-da28d679-3a1c-4c97-844c-867b73029fff req-abebd117-0160-40fe-95db-30b74ecd184e tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751241322828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3014096'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:36.505553 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-ca0dd8e5-3c11-4d28-aed1-74100c53b421 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:52:36.539621 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da28d679-3a1c-4c97-844c-867b73029fff req-abebd117-0160-40fe-95db-30b74ecd184e tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Network d37c0514-a3e6-48ec-8f13-b783af090b4a is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 18:52:36.543733 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [req-da28d679-3a1c-4c97-844c-867b73029fff req-abebd117-0160-40fe-95db-30b74ecd184e tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 18:52:36.546179 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [req-da28d679-3a1c-4c97-844c-867b73029fff req-abebd117-0160-40fe-95db-30b74ecd184e tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 18:52:36.562615 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abebd117-0160-40fe-95db-30b74ecd184e tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Pushing event updated for resources: {'Port': ['ID=44cb3bfc-7aae-4519-accd-661594a5c489,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:52:36.566008 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-abebd117-0160-40fe-95db-30b74ecd184e tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:52:36.583607 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da28d679-3a1c-4c97-844c-867b73029fff req-abebd117-0160-40fe-95db-30b74ecd184e tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:36.583895 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-da28d679-3a1c-4c97-844c-867b73029fff req-abebd117-0160-40fe-95db-30b74ecd184e tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56630'] for port, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:36.631458 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-86ebb2ed-7886-4b9d-b11f-95022e0db7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:36.633811 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-efd470b6-f241-46ea-8a5c-ddd04e76559a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:52:36.640711 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ebb2ed-7886-4b9d-b11f-95022e0db7c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb0b459-df2a-4230-bf48-7f2901d0f3ff,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:52:36.642786 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-86ebb2ed-7886-4b9d-b11f-95022e0db7c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:52:36.645327 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-86ebb2ed-7886-4b9d-b11f-95022e0db7c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:36.648174 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-86ebb2ed-7886-4b9d-b11f-95022e0db7c0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5cb0b459-df2a-4230-bf48-7f2901d0f3ff HTTP/1.1" status: 204 len: 168 time: 0.2793162 Jun 03 18:52:36.726077 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-da28d679-3a1c-4c97-844c-867b73029fff req-abebd117-0160-40fe-95db-30b74ecd184e tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0545998 Jun 03 18:52:36.738196 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.v2.base [req-da28d679-3a1c-4c97-844c-867b73029fff req-dbc8600e-e591-44e7-b771-d19d5843c720 service neutron] Request body: {'port': {'device_id': '34bf277c-9ed8-42a7-a07b-c811a02c6d49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:52:36.798774 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-da28d679-3a1c-4c97-844c-867b73029fff req-dbc8600e-e591-44e7-b771-d19d5843c720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:36.849452 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-34c9bf94-edaf-4d84-b9b5-547621a41961 None None] Provisioning for port 44cb3bfc-7aae-4519-accd-661594a5c489 completed by entity DHCP. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 18:52:36.853224 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-34c9bf94-edaf-4d84-b9b5-547621a41961 None None] Provisioning complete for port 44cb3bfc-7aae-4519-accd-661594a5c489 triggered by entity DHCP. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 18:52:36.853420 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-34c9bf94-edaf-4d84-b9b5-547621a41961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:36.891654 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.plugin [None req-34c9bf94-edaf-4d84-b9b5-547621a41961 None None] Port 44cb3bfc-7aae-4519-accd-661594a5c489 cannot update to ACTIVE because it is not bound. {{(pid=103518) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 18:52:37.004290 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.notifiers.nova [req-da28d679-3a1c-4c97-844c-867b73029fff req-dbc8600e-e591-44e7-b771-d19d5843c720 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44cb3bfc-7aae-4519-accd-661594a5c489 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 18:52:37.009031 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-da28d679-3a1c-4c97-844c-867b73029fff req-dbc8600e-e591-44e7-b771-d19d5843c720 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:37.019527 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [req-da28d679-3a1c-4c97-844c-867b73029fff req-dbc8600e-e591-44e7-b771-d19d5843c720 service neutron] Transition to ACTIVE for port object 44cb3bfc-7aae-4519-accd-661594a5c489 will not be triggered until provisioned by entity L2. {{(pid=103516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 18:52:37.260355 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a7fd05-a0f7-4373-8cf6-99b1f88284d5 req-08ddfcb9-771d-40ae-adcd-825313c941e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:37.261189 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-d9a7fd05-a0f7-4373-8cf6-99b1f88284d5 req-08ddfcb9-771d-40ae-adcd-825313c941e3 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=381044c8-cab6-44e0-a866-9b4253a6cc73 HTTP/1.1" status: 200 len: 1098 time: 0.0418139 Jun 03 18:52:37.278563 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-da28d679-3a1c-4c97-844c-867b73029fff req-dbc8600e-e591-44e7-b771-d19d5843c720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3013931'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:37.292251 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-dc4d1a35-91cb-456d-9693-a855494c8a93 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:52:37.293461 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 55798) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:52:37.304783 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-344ba9e7-52f3-48a6-9066-14f5809e9029 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:37.313349 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-344ba9e7-52f3-48a6-9066-14f5809e9029 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:52:37.315526 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-344ba9e7-52f3-48a6-9066-14f5809e9029 admin admin] Usage tracker for resource:security_group_rule and tenant:24d0322371244bcdbe769dd9a5adf130 is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:52:37.317431 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-344ba9e7-52f3-48a6-9066-14f5809e9029 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:52:37.320586 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-344ba9e7-52f3-48a6-9066-14f5809e9029 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:52:37.374371 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-344ba9e7-52f3-48a6-9066-14f5809e9029 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:37.379455 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-d9a7fd05-a0f7-4373-8cf6-99b1f88284d5 req-49b7d277-ff16-492f-9113-bef44b083de7 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=9d1702eb-f74d-4f2e-8aaf-9a791b0681b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104326 Jun 03 18:52:37.391434 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc8600e-e591-44e7-b771-d19d5843c720 service neutron] Pushing event updated for resources: {'Port': ['ID=44cb3bfc-7aae-4519-accd-661594a5c489,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:52:37.393217 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-dbc8600e-e591-44e7-b771-d19d5843c720 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:52:37.497524 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d81b77b-3d69-4487-9d4a-cd52169f2cce req-303ef15d-c134-4468-a535-caf7232da1a6 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:37.504003 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-5d81b77b-3d69-4487-9d4a-cd52169f2cce req-303ef15d-c134-4468-a535-caf7232da1a6 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=381044c8-cab6-44e0-a866-9b4253a6cc73 HTTP/1.1" status: 200 len: 945 time: 0.1543682 Jun 03 18:52:37.525114 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [req-da28d679-3a1c-4c97-844c-867b73029fff req-dbc8600e-e591-44e7-b771-d19d5843c720 service neutron] Attempting to bind port 44cb3bfc-7aae-4519-accd-661594a5c489 on host hv-cinder-79466 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 18:52:37.525493 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [req-da28d679-3a1c-4c97-844c-867b73029fff req-dbc8600e-e591-44e7-b771-d19d5843c720 service neutron] Attempting to bind port 44cb3bfc-7aae-4519-accd-661594a5c489 by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': '16c25a19-650c-4faf-ba1d-432b734bedc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': 'd37c0514-a3e6-48ec-8f13-b783af090b4a'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 18:52:37.525964 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da28d679-3a1c-4c97-844c-867b73029fff req-dbc8600e-e591-44e7-b771-d19d5843c720 service neutron] Attempting to bind port 44cb3bfc-7aae-4519-accd-661594a5c489 on network d37c0514-a3e6-48ec-8f13-b783af090b4a {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 18:52:37.537346 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da28d679-3a1c-4c97-844c-867b73029fff req-dbc8600e-e591-44e7-b771-d19d5843c720 service neutron] Port 44cb3bfc-7aae-4519-accd-661594a5c489 on network d37c0514-a3e6-48ec-8f13-b783af090b4a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 18:52:37.537650 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da28d679-3a1c-4c97-844c-867b73029fff req-dbc8600e-e591-44e7-b771-d19d5843c720 service neutron] Attempting to bind port 44cb3bfc-7aae-4519-accd-661594a5c489 on network d37c0514-a3e6-48ec-8f13-b783af090b4a {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 18:52:37.545327 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-344ba9e7-52f3-48a6-9066-14f5809e9029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:37.550385 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-5d81b77b-3d69-4487-9d4a-cd52169f2cce req-733a37a6-ec36-4744-92f8-56c209f7355d tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1702eb-f74d-4f2e-8aaf-9a791b0681b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455246 Jun 03 18:52:37.550985 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-754c229a-67c1-46b0-a618-0309cd65a037 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:52:37.558413 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da28d679-3a1c-4c97-844c-867b73029fff req-dbc8600e-e591-44e7-b771-d19d5843c720 service neutron] Checking agent: {'id': 'af909ad5-3a3f-482f-ab55-4c32617c9c15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 18, 49, 2), 'started_at': datetime.datetime(2021, 6, 3, 18, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 18, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 18:52:37.558413 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da28d679-3a1c-4c97-844c-867b73029fff req-dbc8600e-e591-44e7-b771-d19d5843c720 service neutron] Checking segment: {'id': '16c25a19-650c-4faf-ba1d-432b734bedc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': 'd37c0514-a3e6-48ec-8f13-b783af090b4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 18:52:37.558413 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da28d679-3a1c-4c97-844c-867b73029fff req-dbc8600e-e591-44e7-b771-d19d5843c720 service neutron] Bound using segment: {'id': '16c25a19-650c-4faf-ba1d-432b734bedc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': 'd37c0514-a3e6-48ec-8f13-b783af090b4a'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 18:52:37.558413 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [req-da28d679-3a1c-4c97-844c-867b73029fff req-dbc8600e-e591-44e7-b771-d19d5843c720 service neutron] Bound port: 44cb3bfc-7aae-4519-accd-661594a5c489, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16c25a19-650c-4faf-ba1d-432b734bedc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': 'd37c0514-a3e6-48ec-8f13-b783af090b4a'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 18:52:37.559155 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-da28d679-3a1c-4c97-844c-867b73029fff req-dbc8600e-e591-44e7-b771-d19d5843c720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:37.576827 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-344ba9e7-52f3-48a6-9066-14f5809e9029 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=24d0322371244bcdbe769dd9a5adf130&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2825365 Jun 03 18:52:37.578632 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 55822) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:52:37.601760 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344ba9e7-52f3-48a6-9066-14f5809e9029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e32fdd1-f21d-4226-8ed1-0c8c8daefb54,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:52:37.613203 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-344ba9e7-52f3-48a6-9066-14f5809e9029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:52:37.631099 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-b563cf46-004c-408d-b8cf-df2c65f9631d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:37.651144 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-b563cf46-004c-408d-b8cf-df2c65f9631d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:37.678216 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.db [req-da28d679-3a1c-4c97-844c-867b73029fff req-dbc8600e-e591-44e7-b771-d19d5843c720 service neutron] For port 44cb3bfc-7aae-4519-accd-661594a5c489, host hv-cinder-79466, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 18:52:37.681199 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.db [req-da28d679-3a1c-4c97-844c-867b73029fff req-dbc8600e-e591-44e7-b771-d19d5843c720 service neutron] For port 44cb3bfc-7aae-4519-accd-661594a5c489, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=44cb3bfc-7aae-4519-accd-661594a5c489,segment=NetworkSegment(16c25a19-650c-4faf-ba1d-432b734bedc4),segment_id=16c25a19-650c-4faf-ba1d-432b734bedc4)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 18:52:37.702406 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4ce26b-b0ac-4f51-91b2-95dc627c6fba req-8db6c133-05e2-4a7f-88cd-2ee2281b7126 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:37.703425 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-db4ce26b-b0ac-4f51-91b2-95dc627c6fba req-8db6c133-05e2-4a7f-88cd-2ee2281b7126 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 945 time: 0.0631096 Jun 03 18:52:37.747092 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-db4ce26b-b0ac-4f51-91b2-95dc627c6fba req-43c70b2a-acc8-4946-9f1d-a5b1a72cb050 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348601 Jun 03 18:52:37.792686 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-b563cf46-004c-408d-b8cf-df2c65f9631d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:37.798938 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-da28d679-3a1c-4c97-844c-867b73029fff req-dbc8600e-e591-44e7-b771-d19d5843c720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3013931'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:37.799034 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-76523849-009e-4894-b930-4aa18fc52071 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:52:37.799079 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-dbc8600e-e591-44e7-b771-d19d5843c720 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:52:37.803435 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b563cf46-004c-408d-b8cf-df2c65f9631d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e32fdd1-f21d-4226-8ed1-0c8c8daefb54,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:52:37.805249 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-b563cf46-004c-408d-b8cf-df2c65f9631d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:52:37.806466 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-b563cf46-004c-408d-b8cf-df2c65f9631d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:37.809765 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-b563cf46-004c-408d-b8cf-df2c65f9631d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1e32fdd1-f21d-4226-8ed1-0c8c8daefb54 HTTP/1.1" status: 204 len: 168 time: 0.2304530 Jun 03 18:52:37.853323 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da28d679-3a1c-4c97-844c-867b73029fff req-dbc8600e-e591-44e7-b771-d19d5843c720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:37.853705 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-da28d679-3a1c-4c97-844c-867b73029fff req-dbc8600e-e591-44e7-b771-d19d5843c720 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56630'] for port, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:37.854523 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-da28d679-3a1c-4c97-844c-867b73029fff req-dbc8600e-e591-44e7-b771-d19d5843c720 service neutron] 10.222.0.108 "PUT /v2.0/ports/44cb3bfc-7aae-4519-accd-661594a5c489 HTTP/1.1" status: 200 len: 1094 time: 1.1190195 Jun 03 18:52:37.854839 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34bf277c-9ed8-42a7-a07b-c811a02c6d49', 'tag': '44cb3bfc-7aae-4519-accd-661594a5c489'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 18:52:37.856769 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc39b0f538a7142e305aed45b4a3a48499e72eb72884f9d3de90a53803998271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-200e79c1-d22f-4559-bb3a-eb0aaeee1c30" -d '{"events": [{"name": "network-changed", "server_uuid": "34bf277c-9ed8-42a7-a07b-c811a02c6d49", "tag": "44cb3bfc-7aae-4519-accd-661594a5c489"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 18:52:37.875968 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc8600e-e591-44e7-b771-d19d5843c720 service neutron] Pushing event updated for resources: {'Port': ['ID=44cb3bfc-7aae-4519-accd-661594a5c489,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:52:37.878469 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-dbc8600e-e591-44e7-b771-d19d5843c720 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:52:37.900374 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afba9868-24aa-4af1-b1c3-92d617382233 req-1dd676c5-0bff-4be4-ba22-3b352dd94653 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:37.900374 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-afba9868-24aa-4af1-b1c3-92d617382233 req-1dd676c5-0bff-4be4-ba22-3b352dd94653 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Synchronizing usage tracker for tenant:d9d38a24baac46b597b583bcef65367c on resource:port {{(pid=103516) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 18:52:37.911444 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 18:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf944b8-e184-4275-8869-76b2ff08b748 x-openstack-request-id: req-6bf944b8-e184-4275-8869-76b2ff08b748 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 18:52:37.911444 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34bf277c-9ed8-42a7-a07b-c811a02c6d49", "tag": "44cb3bfc-7aae-4519-accd-661594a5c489", "status": "completed", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 18:52:37.911444 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6bf944b8-e184-4275-8869-76b2ff08b748 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 18:52:37.911444 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34bf277c-9ed8-42a7-a07b-c811a02c6d49', 'tag': '44cb3bfc-7aae-4519-accd-661594a5c489', 'status': 'completed', 'code': 200} Jun 03 18:52:38.006546 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-afba9868-24aa-4af1-b1c3-92d617382233 req-1dd676c5-0bff-4be4-ba22-3b352dd94653 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Unset dirty status for tenant:d9d38a24baac46b597b583bcef65367c on resource:port {{(pid=103516) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 18:52:38.007315 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-afba9868-24aa-4af1-b1c3-92d617382233 req-1dd676c5-0bff-4be4-ba22-3b352dd94653 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.1918607 Jun 03 18:52:38.035087 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-afba9868-24aa-4af1-b1c3-92d617382233 req-9e12a6a9-534b-484d-a2d0-436c7d95f079 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0242448 Jun 03 18:52:38.682145 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 55864) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:52:38.688893 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9112d-ecdc-4e6b-82ed-0c3efe7e58af req-9be1b92f-bc20-4000-b693-92f4b5d58389 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:38.693560 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-2bc9112d-ecdc-4e6b-82ed-0c3efe7e58af req-9be1b92f-bc20-4000-b693-92f4b5d58389 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=381044c8-cab6-44e0-a866-9b4253a6cc73 HTTP/1.1" status: 200 len: 945 time: 0.0748098 Jun 03 18:52:38.725399 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-2bc9112d-ecdc-4e6b-82ed-0c3efe7e58af req-ac95261c-e97e-4e81-8d15-27b50358995d tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1702eb-f74d-4f2e-8aaf-9a791b0681b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270023 Jun 03 18:52:38.756484 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-aec703c7-384e-42a3-a8ec-b4947f487782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:38.854776 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-aec703c7-384e-42a3-a8ec-b4947f487782 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:52:38.857856 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-aec703c7-384e-42a3-a8ec-b4947f487782 admin admin] Usage tracker for resource:security_group_rule and tenant:5e396209298c463798289d8abf6768ec is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:52:38.860291 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-aec703c7-384e-42a3-a8ec-b4947f487782 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:52:38.864137 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-aec703c7-384e-42a3-a8ec-b4947f487782 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:52:38.894253 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0052bdd-43a7-4ca5-8e8a-edccc0bcac36 req-9dd911cb-c539-47d8-bd7d-156aeb7c6b12 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:38.895093 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-a0052bdd-43a7-4ca5-8e8a-edccc0bcac36 req-9dd911cb-c539-47d8-bd7d-156aeb7c6b12 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 945 time: 0.0660336 Jun 03 18:52:38.947181 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-a0052bdd-43a7-4ca5-8e8a-edccc0bcac36 req-8bd65bd3-c181-4a7d-aacf-21d0c1af2da2 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408654 Jun 03 18:52:38.948985 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-aec703c7-384e-42a3-a8ec-b4947f487782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:39.062214 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-aec703c7-384e-42a3-a8ec-b4947f487782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:39.067514 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-b4cdfcfd-4880-4f1e-8fad-6f627c664dad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:52:39.089341 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-aec703c7-384e-42a3-a8ec-b4947f487782 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5e396209298c463798289d8abf6768ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4063857 Jun 03 18:52:39.090422 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec703c7-384e-42a3-a8ec-b4947f487782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fceb2db-648c-4f44-9fac-03f78f12c677,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:52:39.091278 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 55882) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:52:39.092362 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-aec703c7-384e-42a3-a8ec-b4947f487782 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:52:39.158403 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-cf8d9474-314d-4553-81cf-82b543614ca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:39.172526 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5817eba8-f8b2-49b0-9a79-7e5a808e8b06 req-bf54ffbb-345e-4f64-982a-dd84ce956d57 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:39.173440 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-5817eba8-f8b2-49b0-9a79-7e5a808e8b06 req-bf54ffbb-345e-4f64-982a-dd84ce956d57 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0745411 Jun 03 18:52:39.222097 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-cf8d9474-314d-4553-81cf-82b543614ca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:39.251658 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [req-5817eba8-f8b2-49b0-9a79-7e5a808e8b06 req-2bde058b-d623-4524-a861-9a7417096e43 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Synchronizing usage tracker for tenant:d9d38a24baac46b597b583bcef65367c on resource:security_group {{(pid=103517) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 18:52:39.452036 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [req-5817eba8-f8b2-49b0-9a79-7e5a808e8b06 req-2bde058b-d623-4524-a861-9a7417096e43 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Unset dirty status for tenant:d9d38a24baac46b597b583bcef65367c on resource:security_group {{(pid=103517) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 18:52:39.452814 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-5817eba8-f8b2-49b0-9a79-7e5a808e8b06 req-2bde058b-d623-4524-a861-9a7417096e43 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753570 Jun 03 18:52:39.496315 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-cf8d9474-314d-4553-81cf-82b543614ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:39.500367 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-b3661dbb-b9a8-45b6-a810-5de6642590fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:52:39.509470 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8d9474-314d-4553-81cf-82b543614ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fceb2db-648c-4f44-9fac-03f78f12c677,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:52:39.520831 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-cf8d9474-314d-4553-81cf-82b543614ca0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:52:39.520831 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-cf8d9474-314d-4553-81cf-82b543614ca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:39.520831 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-cf8d9474-314d-4553-81cf-82b543614ca0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3fceb2db-648c-4f44-9fac-03f78f12c677 HTTP/1.1" status: 204 len: 168 time: 0.4234433 Jun 03 18:52:39.841378 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87423f6-f784-486b-8b22-cef220d9701c req-a273b7fc-2791-4f83-bd57-3b9a3d31df28 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:39.841378 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-c87423f6-f784-486b-8b22-cef220d9701c req-a273b7fc-2791-4f83-bd57-3b9a3d31df28 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=381044c8-cab6-44e0-a866-9b4253a6cc73 HTTP/1.1" status: 200 len: 945 time: 0.0506282 Jun 03 18:52:39.869500 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-c87423f6-f784-486b-8b22-cef220d9701c req-18f8eb55-e739-45c7-bd81-1eefa7631356 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1702eb-f74d-4f2e-8aaf-9a791b0681b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0263546 Jun 03 18:52:40.077129 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d09e7-b800-4a1d-91f4-d341b95774da req-0392048e-b1f2-40c7-926e-8e5addde38b4 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:40.077129 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-147d09e7-b800-4a1d-91f4-d341b95774da req-0392048e-b1f2-40c7-926e-8e5addde38b4 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 945 time: 0.0576563 Jun 03 18:52:40.112178 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-147d09e7-b800-4a1d-91f4-d341b95774da req-acbe6743-e328-40a4-9d9b-41f16cd08c3a tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352814 Jun 03 18:52:40.562168 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b4dd1c-f4f3-412c-86e8-175ac5c5d455 req-9116621a-c37a-45a5-bdd8-0097f2d557a4 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:40.563019 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-74b4dd1c-f4f3-412c-86e8-175ac5c5d455 req-9116621a-c37a-45a5-bdd8-0097f2d557a4 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0479696 Jun 03 18:52:40.589097 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-74b4dd1c-f4f3-412c-86e8-175ac5c5d455 req-388313f4-3b95-413e-9cec-e163f360c778 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0223942 Jun 03 18:52:40.973186 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf01fd1a-cba2-43be-b255-fd35affcabe4 req-0e1a3dad-a0de-461c-9e11-800252bffa91 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:40.974031 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-bf01fd1a-cba2-43be-b255-fd35affcabe4 req-0e1a3dad-a0de-461c-9e11-800252bffa91 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=381044c8-cab6-44e0-a866-9b4253a6cc73 HTTP/1.1" status: 200 len: 945 time: 0.0441556 Jun 03 18:52:41.004230 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-bf01fd1a-cba2-43be-b255-fd35affcabe4 req-4502397b-6ee6-4d9f-934d-3821fa10803b tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1702eb-f74d-4f2e-8aaf-9a791b0681b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0252783 Jun 03 18:52:41.237427 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1497fadb-b0f9-481e-a8b5-650b417a0d4f req-c5bee6d8-18df-4b2a-8f38-1a32f640bf3d tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:41.238413 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-1497fadb-b0f9-481e-a8b5-650b417a0d4f req-c5bee6d8-18df-4b2a-8f38-1a32f640bf3d tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 945 time: 0.0581295 Jun 03 18:52:41.278440 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-1497fadb-b0f9-481e-a8b5-650b417a0d4f req-86b551b0-f519-416a-a7bd-d260317870f0 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357721 Jun 03 18:52:41.715219 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0100efa-0c29-4c03-aebb-33684ac3eb1e req-82a6048e-dee6-43bb-bb7a-9ae351aa48b5 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:41.716053 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-e0100efa-0c29-4c03-aebb-33684ac3eb1e req-82a6048e-dee6-43bb-bb7a-9ae351aa48b5 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0522563 Jun 03 18:52:41.741459 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-e0100efa-0c29-4c03-aebb-33684ac3eb1e req-a484d7f7-4bd2-4e19-92a4-d5023b2a0d94 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0210457 Jun 03 18:52:42.030694 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 18:52:42.148394 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8b2f2e-7689-422e-a310-69607a15a2d2 req-7b59200b-52a0-4775-9d6b-4ff643a5ad22 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:42.149257 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-6a8b2f2e-7689-422e-a310-69607a15a2d2 req-7b59200b-52a0-4775-9d6b-4ff643a5ad22 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=381044c8-cab6-44e0-a866-9b4253a6cc73 HTTP/1.1" status: 200 len: 945 time: 0.0669806 Jun 03 18:52:42.177034 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-6a8b2f2e-7689-422e-a310-69607a15a2d2 req-23cadc8e-78b1-4d0f-a172-698856a2479d tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1702eb-f74d-4f2e-8aaf-9a791b0681b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0242596 Jun 03 18:52:42.388249 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9186239-51a4-4027-b399-fe06abf18f47 req-1ae005d2-361f-4383-b21f-50f05461b6d4 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:42.389278 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-a9186239-51a4-4027-b399-fe06abf18f47 req-1ae005d2-361f-4383-b21f-50f05461b6d4 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 945 time: 0.0520725 Jun 03 18:52:42.417846 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-a9186239-51a4-4027-b399-fe06abf18f47 req-eafe3c02-3b28-4c12-b5a6-f74947adf6e1 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0225313 Jun 03 18:52:43.107545 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f25da2-8182-49ad-83c8-085dd7ed7bb8 req-1d622937-2854-4979-860c-8a355b01be1e tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:43.107545 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-54f25da2-8182-49ad-83c8-085dd7ed7bb8 req-1d622937-2854-4979-860c-8a355b01be1e tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0517075 Jun 03 18:52:43.107545 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-54f25da2-8182-49ad-83c8-085dd7ed7bb8 req-eb7273e2-69d4-4d3b-b20c-5c90f6a38004 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0211196 Jun 03 18:52:43.296918 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137c1976-4536-43d1-b1f9-e55b7a34b4bc req-d974a315-8b1a-4f9b-a4c8-40cf82568ebd tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:43.297873 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-137c1976-4536-43d1-b1f9-e55b7a34b4bc req-d974a315-8b1a-4f9b-a4c8-40cf82568ebd tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=381044c8-cab6-44e0-a866-9b4253a6cc73 HTTP/1.1" status: 200 len: 945 time: 0.0535369 Jun 03 18:52:43.324989 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-137c1976-4536-43d1-b1f9-e55b7a34b4bc req-9c140577-4fc1-4994-bdb8-b0eb13162fa0 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1702eb-f74d-4f2e-8aaf-9a791b0681b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0233831 Jun 03 18:52:43.544134 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9189167-fa65-48ec-bfd7-9e2e4e6bf317 req-126c9352-1b15-4735-9e7a-55306ecc3980 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:43.545135 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-f9189167-fa65-48ec-bfd7-9e2e4e6bf317 req-126c9352-1b15-4735-9e7a-55306ecc3980 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 945 time: 0.0535030 Jun 03 18:52:43.574211 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-f9189167-fa65-48ec-bfd7-9e2e4e6bf317 req-72de893c-e1b8-45d8-84bc-6419be22ef6a tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0241551 Jun 03 18:52:43.997821 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce21e7dc-0476-432e-9b3a-d694dea04943 req-3aafc83d-911d-4b5d-a67e-6176b7f91514 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:43.998768 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-ce21e7dc-0476-432e-9b3a-d694dea04943 req-3aafc83d-911d-4b5d-a67e-6176b7f91514 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0515108 Jun 03 18:52:44.026792 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-ce21e7dc-0476-432e-9b3a-d694dea04943 req-b3499244-2e35-4741-9baa-bf2387e60b5a tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0241673 Jun 03 18:52:44.443439 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214161c5-ecae-49ba-8842-5775c94a445e req-32209efb-1041-4f92-98e4-27f4ff744ae3 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:44.443439 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-214161c5-ecae-49ba-8842-5775c94a445e req-32209efb-1041-4f92-98e4-27f4ff744ae3 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=381044c8-cab6-44e0-a866-9b4253a6cc73 HTTP/1.1" status: 200 len: 945 time: 0.0487204 Jun 03 18:52:44.473978 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-214161c5-ecae-49ba-8842-5775c94a445e req-10721201-d231-4fe5-aaba-582252f7cff1 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1702eb-f74d-4f2e-8aaf-9a791b0681b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0220392 Jun 03 18:52:44.689309 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6edda7-48ae-4ea8-a37c-63f2ea7d2bbb req-2858dab8-9a82-4593-9bcd-b501083cad74 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:44.690330 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-fe6edda7-48ae-4ea8-a37c-63f2ea7d2bbb req-2858dab8-9a82-4593-9bcd-b501083cad74 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 945 time: 0.0566738 Jun 03 18:52:44.716529 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-fe6edda7-48ae-4ea8-a37c-63f2ea7d2bbb req-d078903a-4ec1-47c9-9dd8-4ec2f8da4a85 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0222182 Jun 03 18:52:45.147587 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a651289a-a3ea-430b-b88b-3c68f58d0687 req-873d9c6b-2614-4c9e-befe-1661ab1791b4 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:45.148609 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-a651289a-a3ea-430b-b88b-3c68f58d0687 req-873d9c6b-2614-4c9e-befe-1661ab1791b4 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0602825 Jun 03 18:52:45.180422 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-a651289a-a3ea-430b-b88b-3c68f58d0687 req-1f17b46e-6267-44c9-b046-20b97836b534 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283639 Jun 03 18:52:45.578501 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcbaafc-677f-4d86-949f-efb536a92f30 req-6c0fb97b-9b8b-4a97-948b-bf08c4ccb5f0 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:45.579360 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-0dcbaafc-677f-4d86-949f-efb536a92f30 req-6c0fb97b-9b8b-4a97-948b-bf08c4ccb5f0 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=381044c8-cab6-44e0-a866-9b4253a6cc73 HTTP/1.1" status: 200 len: 945 time: 0.0503697 Jun 03 18:52:45.604465 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-0dcbaafc-677f-4d86-949f-efb536a92f30 req-a6cf2f33-4174-4fdf-a8d8-53b5b35bd40a tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1702eb-f74d-4f2e-8aaf-9a791b0681b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0216064 Jun 03 18:52:45.835332 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7f3341-0621-4bb0-a129-911a1eff3a40 req-43140758-6b43-4c43-8cd6-bdf3ca067cac tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:45.836142 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-cb7f3341-0621-4bb0-a129-911a1eff3a40 req-43140758-6b43-4c43-8cd6-bdf3ca067cac tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 945 time: 0.0594602 Jun 03 18:52:45.861553 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-cb7f3341-0621-4bb0-a129-911a1eff3a40 req-d0b78e37-9a92-4a59-9d7b-d0b327c4ba63 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0219214 Jun 03 18:52:46.289764 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c9530-22cb-4f7e-95ce-ce3c5d7e11ec req-d76e9800-52c8-422c-b070-cc6d8161a315 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:46.290629 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-a97c9530-22cb-4f7e-95ce-ce3c5d7e11ec req-d76e9800-52c8-422c-b070-cc6d8161a315 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0476768 Jun 03 18:52:46.314889 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-a97c9530-22cb-4f7e-95ce-ce3c5d7e11ec req-4eb7ba65-4973-448a-bc79-20131027b4d8 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0206692 Jun 03 18:52:46.715048 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ba0438-b36a-4d6c-b4bd-573248ffed78 req-79568308-33b5-4c7e-b0a7-d12659ec6686 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:46.715930 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-47ba0438-b36a-4d6c-b4bd-573248ffed78 req-79568308-33b5-4c7e-b0a7-d12659ec6686 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=381044c8-cab6-44e0-a866-9b4253a6cc73 HTTP/1.1" status: 200 len: 945 time: 0.0488029 Jun 03 18:52:46.758644 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-47ba0438-b36a-4d6c-b4bd-573248ffed78 req-ffab050f-9742-47db-8bcd-ffd8ec0ac332 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1702eb-f74d-4f2e-8aaf-9a791b0681b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381892 Jun 03 18:52:47.047637 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a92e3-df7c-42fc-a6e3-c399c8cd0d01 req-d3e07b5c-8f46-4464-816a-d782398db132 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:47.047637 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-332a92e3-df7c-42fc-a6e3-c399c8cd0d01 req-d3e07b5c-8f46-4464-816a-d782398db132 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 945 time: 0.0688848 Jun 03 18:52:47.047637 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-332a92e3-df7c-42fc-a6e3-c399c8cd0d01 req-26e28eff-d2ef-4fbc-bed3-77c6eacd91d4 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0215263 Jun 03 18:52:47.608102 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc466b-56ea-4355-a9eb-1fb33e58c683 req-b5c97530-7814-4cfc-a4ee-3af96646dfce tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:47.608102 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-62dc466b-56ea-4355-a9eb-1fb33e58c683 req-b5c97530-7814-4cfc-a4ee-3af96646dfce tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0489693 Jun 03 18:52:47.608102 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-62dc466b-56ea-4355-a9eb-1fb33e58c683 req-0380f30a-6ee8-45e4-8e05-da76a0591366 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0226974 Jun 03 18:52:47.868438 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a9ccb3-d9a4-41ee-9a7d-1143b9cb7b5e req-a3d4a5a7-1aec-41a1-b4a3-089a06e44b3c tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:47.869406 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-a5a9ccb3-d9a4-41ee-9a7d-1143b9cb7b5e req-a3d4a5a7-1aec-41a1-b4a3-089a06e44b3c tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=381044c8-cab6-44e0-a866-9b4253a6cc73 HTTP/1.1" status: 200 len: 945 time: 0.0490448 Jun 03 18:52:47.900395 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-a5a9ccb3-d9a4-41ee-9a7d-1143b9cb7b5e req-e5c23f81-cb8a-4e2c-9e37-105a57caa69f tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1702eb-f74d-4f2e-8aaf-9a791b0681b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265946 Jun 03 18:52:48.159432 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6797cbf1-51c3-4134-af40-5ec21aab1837 req-bcefa9c7-e37a-4889-88db-52d1dce0be1c tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:48.160008 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-6797cbf1-51c3-4134-af40-5ec21aab1837 req-bcefa9c7-e37a-4889-88db-52d1dce0be1c tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 945 time: 0.0592582 Jun 03 18:52:48.220306 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-6797cbf1-51c3-4134-af40-5ec21aab1837 req-8ed6dbc6-2753-45fb-89b0-1a3f755b9a47 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549252 Jun 03 18:52:48.613313 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bbc288-45a4-46d2-860e-8bbc6b498fba req-db138885-0730-4811-add3-5cc65adf4eb2 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:48.614182 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-b9bbc288-45a4-46d2-860e-8bbc6b498fba req-db138885-0730-4811-add3-5cc65adf4eb2 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0493908 Jun 03 18:52:48.639973 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-b9bbc288-45a4-46d2-860e-8bbc6b498fba req-dd7a3603-7ab7-4539-a3e5-1066a584a240 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0222113 Jun 03 18:52:49.024667 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375955f6-04ca-4448-ad60-7ec85fbbfd4c req-0a59a189-222e-442e-b584-4480d53330b9 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:49.025631 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-375955f6-04ca-4448-ad60-7ec85fbbfd4c req-0a59a189-222e-442e-b584-4480d53330b9 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=381044c8-cab6-44e0-a866-9b4253a6cc73 HTTP/1.1" status: 200 len: 945 time: 0.0542815 Jun 03 18:52:49.054606 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-375955f6-04ca-4448-ad60-7ec85fbbfd4c req-51dd03c0-1fa2-4625-bd23-219ab92f45bc tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1702eb-f74d-4f2e-8aaf-9a791b0681b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0245657 Jun 03 18:52:49.325964 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781ba8d-422a-451a-bf3c-a61ae7512ee8 req-9c937356-ae8d-40e5-a850-0c58038e57b6 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:49.326724 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-0781ba8d-422a-451a-bf3c-a61ae7512ee8 req-9c937356-ae8d-40e5-a850-0c58038e57b6 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 945 time: 0.0453739 Jun 03 18:52:49.354417 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-0781ba8d-422a-451a-bf3c-a61ae7512ee8 req-3460d5c8-d0d3-400c-8cda-4bb6f6e670d6 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0234833 Jun 03 18:52:49.792147 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59767bff-ae9b-44bb-b2fc-17f13b83476b req-7c50e1e9-8461-4c2b-9a1e-6354b754e639 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:49.793117 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-59767bff-ae9b-44bb-b2fc-17f13b83476b req-7c50e1e9-8461-4c2b-9a1e-6354b754e639 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0939188 Jun 03 18:52:49.826329 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-59767bff-ae9b-44bb-b2fc-17f13b83476b req-9306adf2-68f2-4a69-b750-34873506ff9d tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280278 Jun 03 18:52:50.188041 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2281550a-984f-4a41-b7d1-c6c20b3d93a8 req-579353e3-ccb9-4c05-adfb-2eca97b950fc tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:50.189121 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-2281550a-984f-4a41-b7d1-c6c20b3d93a8 req-579353e3-ccb9-4c05-adfb-2eca97b950fc tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=381044c8-cab6-44e0-a866-9b4253a6cc73 HTTP/1.1" status: 200 len: 945 time: 0.0634568 Jun 03 18:52:50.232194 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-2281550a-984f-4a41-b7d1-c6c20b3d93a8 req-e2aa8123-5608-4272-a9b8-a6bc918055fe tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1702eb-f74d-4f2e-8aaf-9a791b0681b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382385 Jun 03 18:52:50.470614 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0043c5-61e4-4cc3-a813-ed41894aabc3 req-d61c2064-bc2d-48be-bf32-063af69c7355 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:50.471627 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-ec0043c5-61e4-4cc3-a813-ed41894aabc3 req-d61c2064-bc2d-48be-bf32-063af69c7355 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 945 time: 0.0487320 Jun 03 18:52:50.503413 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-ec0043c5-61e4-4cc3-a813-ed41894aabc3 req-84f12b68-d443-41af-ba55-ad24b5153260 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0249527 Jun 03 18:52:50.948540 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf14416-28b7-4b79-a0be-96d968d66ee1 req-5b375832-4327-487e-bbc8-78f888ff1fbe tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:50.949511 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-acf14416-28b7-4b79-a0be-96d968d66ee1 req-5b375832-4327-487e-bbc8-78f888ff1fbe tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0531504 Jun 03 18:52:50.975398 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-acf14416-28b7-4b79-a0be-96d968d66ee1 req-1ba46ee5-1218-47e1-a616-5ec23c76cfd8 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0223825 Jun 03 18:52:51.351987 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22b359b-0e3d-49b7-bf73-f579c6f738b3 req-db346c5c-5e6f-410b-aa68-08cc22767acb tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:51.353205 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-f22b359b-0e3d-49b7-bf73-f579c6f738b3 req-db346c5c-5e6f-410b-aa68-08cc22767acb tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=381044c8-cab6-44e0-a866-9b4253a6cc73 HTTP/1.1" status: 200 len: 945 time: 0.0535154 Jun 03 18:52:51.380868 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-f22b359b-0e3d-49b7-bf73-f579c6f738b3 req-28902310-1a99-4cd7-bd20-2e23a56f3a6b tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1702eb-f74d-4f2e-8aaf-9a791b0681b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0241070 Jun 03 18:52:51.617459 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d30f9-3144-4f8e-94af-7e8c41bdaae4 req-a4ccf668-56ef-4cd2-a665-ec8cd48193a1 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:51.618328 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-d30d30f9-3144-4f8e-94af-7e8c41bdaae4 req-a4ccf668-56ef-4cd2-a665-ec8cd48193a1 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 945 time: 0.0495152 Jun 03 18:52:51.642668 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-d30d30f9-3144-4f8e-94af-7e8c41bdaae4 req-6f227ca5-65f4-47ed-9a84-c1c6927d13e2 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0209002 Jun 03 18:52:51.836355 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-30f75957-3a94-4cbd-b2cb-885ae995f432 req-8175275c-ee1c-46c9-b61c-f4fc5df2bb43 tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=2aa6d6fae3aa456686b6b9e93ae1fc2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0166368 Jun 03 18:52:51.918922 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f75957-3a94-4cbd-b2cb-885ae995f432 req-ca6825fe-43cb-4a67-8803-e75a5df7d1c7 tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:51.919798 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-30f75957-3a94-4cbd-b2cb-885ae995f432 req-ca6825fe-43cb-4a67-8803-e75a5df7d1c7 tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.0802584 Jun 03 18:52:51.932178 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-30f75957-3a94-4cbd-b2cb-885ae995f432 req-ee4e0410-5e18-4f46-8754-93563df8e740 tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] 10.222.0.44 "GET /v2.0/quotas/2aa6d6fae3aa456686b6b9e93ae1fc2c HTTP/1.1" status: 200 len: 375 time: 0.0061157 Jun 03 18:52:51.962249 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-30f75957-3a94-4cbd-b2cb-885ae995f432 req-09706610-b037-4f0c-bebc-4a2853739471 tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2aa6d6fae3aa456686b6b9e93ae1fc2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267160 Jun 03 18:52:52.093260 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e1f68-a43f-47a7-a9a9-f66f73f657d7 req-bf400a98-79c7-478b-a1ab-e547ab8bf025 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:52.094186 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-3d4e1f68-a43f-47a7-a9a9-f66f73f657d7 req-bf400a98-79c7-478b-a1ab-e547ab8bf025 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0612369 Jun 03 18:52:52.123164 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-3d4e1f68-a43f-47a7-a9a9-f66f73f657d7 req-ad7dcd20-5075-4c14-8419-07177f6cea3e tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0251350 Jun 03 18:52:52.156335 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-688843b3-7bfd-4479-8e14-36f60f02c366 req-57b6732e-d391-40bf-97ed-3f3d817c4841 tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d67e545-4d8c-40ef-a504-5b5e22bb06a3 HTTP/1.1" status: 200 len: 210 time: 0.0259976 Jun 03 18:52:52.501550 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a09c509-0987-4039-a56d-2f257039106e req-58828eaf-7fc4-4bd6-8b67-ea8e4214e089 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:52.502428 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-2a09c509-0987-4039-a56d-2f257039106e req-58828eaf-7fc4-4bd6-8b67-ea8e4214e089 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=381044c8-cab6-44e0-a866-9b4253a6cc73 HTTP/1.1" status: 200 len: 945 time: 0.0527849 Jun 03 18:52:52.532412 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-2a09c509-0987-4039-a56d-2f257039106e req-059a64be-e1ee-4122-82fc-428241e3c15c tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1702eb-f74d-4f2e-8aaf-9a791b0681b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0259292 Jun 03 18:52:52.750222 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef50a3f-ccde-4073-ae59-2ba4adffec37 req-93e9024a-cecb-4956-8606-127b4b7e4820 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:52.751167 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-5ef50a3f-ccde-4073-ae59-2ba4adffec37 req-93e9024a-cecb-4956-8606-127b4b7e4820 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 945 time: 0.0502212 Jun 03 18:52:52.780448 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-5ef50a3f-ccde-4073-ae59-2ba4adffec37 req-d3f5ef15-e493-4ca3-8aab-3380a03fbe79 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0258517 Jun 03 18:52:53.227021 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-179e5a94-b60a-4fc1-870e-4bca8c1a6cb9 req-15b6dc8a-02cb-469a-9255-8f027b423687 tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d67e545-4d8c-40ef-a504-5b5e22bb06a3 HTTP/1.1" status: 200 len: 210 time: 0.0255284 Jun 03 18:52:53.249587 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b6e85-e6b7-414a-8d81-535f84384409 req-efe8c8d5-d769-4d3b-ae3b-e62db8e65c0d tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:53.250566 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-cb2b6e85-e6b7-414a-8d81-535f84384409 req-efe8c8d5-d769-4d3b-ae3b-e62db8e65c0d tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0534790 Jun 03 18:52:53.276972 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-cb2b6e85-e6b7-414a-8d81-535f84384409 req-5c413d8b-1678-4cf4-a736-326c7f657f2b tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0229080 Jun 03 18:52:53.663439 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeffe37a-c855-49ff-b334-dc20a452e2e0 req-88978321-429e-490e-8647-febcae29513f tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:53.664476 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-eeffe37a-c855-49ff-b334-dc20a452e2e0 req-88978321-429e-490e-8647-febcae29513f tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=381044c8-cab6-44e0-a866-9b4253a6cc73 HTTP/1.1" status: 200 len: 945 time: 0.0558736 Jun 03 18:52:53.697146 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-eeffe37a-c855-49ff-b334-dc20a452e2e0 req-113e2a58-efbe-45ab-8399-ab8a326814bb tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1702eb-f74d-4f2e-8aaf-9a791b0681b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285914 Jun 03 18:52:53.916678 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff784f-2b3e-4580-b581-313cb97eab3d req-9902084f-1e70-421e-9aad-33beded5ba26 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:53.917689 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-9bff784f-2b3e-4580-b581-313cb97eab3d req-9902084f-1e70-421e-9aad-33beded5ba26 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 945 time: 0.0584204 Jun 03 18:52:53.953453 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-9bff784f-2b3e-4580-b581-313cb97eab3d req-0c66fb9d-2d29-44d5-822e-f2dee4fbd973 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267055 Jun 03 18:52:54.334692 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-49dc4c56-289a-4a8c-8ced-71b4bd166a47 req-52b2c7a7-5fc3-42db-91de-75a4388b7abf tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d67e545-4d8c-40ef-a504-5b5e22bb06a3 HTTP/1.1" status: 200 len: 210 time: 0.0296113 Jun 03 18:52:54.415875 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b2a53-8095-4660-a107-1e9aa9b5cab8 req-588520f0-fc2c-4569-af37-08d40e2e2a3c tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:54.416979 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-a47b2a53-8095-4660-a107-1e9aa9b5cab8 req-588520f0-fc2c-4569-af37-08d40e2e2a3c tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0531240 Jun 03 18:52:54.445063 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-a47b2a53-8095-4660-a107-1e9aa9b5cab8 req-31ba84b9-9256-4cfc-b328-46f914e3b7b8 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0238342 Jun 03 18:52:54.997266 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc3dfd-379b-4e87-92d2-04cdc64a173a req-7ac4c6a1-d1ce-4960-b4e8-2759f80ba01b tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:54.998291 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-37cc3dfd-379b-4e87-92d2-04cdc64a173a req-7ac4c6a1-d1ce-4960-b4e8-2759f80ba01b tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=381044c8-cab6-44e0-a866-9b4253a6cc73 HTTP/1.1" status: 200 len: 945 time: 0.0634456 Jun 03 18:52:55.030308 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-37cc3dfd-379b-4e87-92d2-04cdc64a173a req-f173da13-58e9-4420-8b63-52393a453687 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1702eb-f74d-4f2e-8aaf-9a791b0681b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280702 Jun 03 18:52:55.065660 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b496b3ec-2b59-4396-94bf-6e7d1f6e1c59 req-0d16d263-3433-48c6-ad83-9863a3d2fcc7 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:55.066604 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-b496b3ec-2b59-4396-94bf-6e7d1f6e1c59 req-0d16d263-3433-48c6-ad83-9863a3d2fcc7 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 945 time: 0.0488276 Jun 03 18:52:55.092718 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-b496b3ec-2b59-4396-94bf-6e7d1f6e1c59 req-5e65a619-38b9-4110-9591-96c24d47fd47 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0226486 Jun 03 18:52:55.174025 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846372fc-ba3e-4ad7-bf1d-b0896dbf7138 req-a914d830-f5c4-4e1d-b5f2-81a00149870f tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:55.174957 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-846372fc-ba3e-4ad7-bf1d-b0896dbf7138 req-a914d830-f5c4-4e1d-b5f2-81a00149870f tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=381044c8-cab6-44e0-a866-9b4253a6cc73 HTTP/1.1" status: 200 len: 945 time: 0.0901136 Jun 03 18:52:55.180279 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 56158) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:52:55.183310 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.v2.base [None req-bc15049c-e2d7-43d7-9fa6-79a6015f09d4 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Request body: {'floatingip': {'port_id': 'ecdacd97-a696-41f8-a629-45d1dc2833d4'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:52:55.227649 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bc15049c-e2d7-43d7-9fa6-79a6015f09d4 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks [] for floatingip, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:55.419310 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-4406f3c4-4c3e-4de1-a798-cabacbaede90 req-e22a5e6a-781b-4ff7-b53b-ebbea637075f tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d67e545-4d8c-40ef-a504-5b5e22bb06a3 HTTP/1.1" status: 200 len: 210 time: 0.0263062 Jun 03 18:52:55.626734 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2916a4-1d69-4f22-ba0f-9ef6bc88b808 req-ffc58087-285e-4662-ad09-92ac02a05cc8 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:55.627582 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-6d2916a4-1d69-4f22-ba0f-9ef6bc88b808 req-ffc58087-285e-4662-ad09-92ac02a05cc8 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0915699 Jun 03 18:52:55.654178 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-30f75957-3a94-4cbd-b2cb-885ae995f432 req-8c28171e-eae8-410e-8806-cb0523b6bb3d tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] 10.222.0.108 "GET /v2.0/networks?tenant_id=2aa6d6fae3aa456686b6b9e93ae1fc2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235136 Jun 03 18:52:55.724760 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-6d2916a4-1d69-4f22-ba0f-9ef6bc88b808 req-3cf69b16-81f5-49d7-96c1-f95e23873326 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933974 Jun 03 18:52:55.761250 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bc15049c-e2d7-43d7-9fa6-79a6015f09d4 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:55.790402 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f75957-3a94-4cbd-b2cb-885ae995f432 req-41547985-488d-4529-b368-d6a24248913e tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:55.791215 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-30f75957-3a94-4cbd-b2cb-885ae995f432 req-41547985-488d-4529-b368-d6a24248913e tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.0985248 Jun 03 18:52:55.821034 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.v2.base [req-30f75957-3a94-4cbd-b2cb-885ae995f432 req-2c24914b-ab49-4b7f-a1d4-4c183f49101c tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] Request body: {'port': {'device_id': '7d67e545-4d8c-40ef-a504-5b5e22bb06a3', 'network_id': '6c0a2fb4-b3c7-49b5-a717-d8d5e8e37a35', 'admin_state_up': True, 'tenant_id': '2aa6d6fae3aa456686b6b9e93ae1fc2c'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:52:55.896390 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bc15049c-e2d7-43d7-9fa6-79a6015f09d4 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573538'] for floatingip, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:56.028983 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [req-30f75957-3a94-4cbd-b2cb-885ae995f432 req-2c24914b-ab49-4b7f-a1d4-4c183f49101c tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:52:56.033388 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-30f75957-3a94-4cbd-b2cb-885ae995f432 req-2c24914b-ab49-4b7f-a1d4-4c183f49101c tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] Usage tracker for resource:port and tenant:2aa6d6fae3aa456686b6b9e93ae1fc2c is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:52:56.035022 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.db.l3_db [None req-bc15049c-e2d7-43d7-9fa6-79a6015f09d4 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Floating IP 7964ee6e-7c6c-4071-a734-98ffe3b2df94 associated. External IP: 172.28.1.130, port: ecdacd97-a696-41f8-a629-45d1dc2833d4. Jun 03 18:52:56.059816 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-30f75957-3a94-4cbd-b2cb-885ae995f432 req-2c24914b-ab49-4b7f-a1d4-4c183f49101c tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] Quota usage for port was recalculated. Used quota:0. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:52:56.067973 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [req-30f75957-3a94-4cbd-b2cb-885ae995f432 req-2c24914b-ab49-4b7f-a1d4-4c183f49101c tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:52:56.166933 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30f75957-3a94-4cbd-b2cb-885ae995f432 req-2c24914b-ab49-4b7f-a1d4-4c183f49101c tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] Made reservation on behalf of 2aa6d6fae3aa456686b6b9e93ae1fc2c for: {'port': 1} {{(pid=103516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 18:52:56.168893 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-30f75957-3a94-4cbd-b2cb-885ae995f432 req-2c24914b-ab49-4b7f-a1d4-4c183f49101c tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:56.183402 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-30f75957-3a94-4cbd-b2cb-885ae995f432 req-2c24914b-ab49-4b7f-a1d4-4c183f49101c tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] Notify callbacks [] for security_group, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:56.199857 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [req-30f75957-3a94-4cbd-b2cb-885ae995f432 req-2c24914b-ab49-4b7f-a1d4-4c183f49101c tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:52:56.203678 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-30f75957-3a94-4cbd-b2cb-885ae995f432 req-2c24914b-ab49-4b7f-a1d4-4c183f49101c tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] Usage tracker for resource:security_group_rule and tenant:2aa6d6fae3aa456686b6b9e93ae1fc2c is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:52:56.207497 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66cac6b-7ec3-45e7-a01f-1df712c71242 req-dba6f133-8f84-4e9a-9dcc-41c1283dd854 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:56.208483 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-f66cac6b-7ec3-45e7-a01f-1df712c71242 req-dba6f133-8f84-4e9a-9dcc-41c1283dd854 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 945 time: 0.0578134 Jun 03 18:52:56.232607 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-30f75957-3a94-4cbd-b2cb-885ae995f432 req-2c24914b-ab49-4b7f-a1d4-4c183f49101c tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:52:56.239355 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [req-30f75957-3a94-4cbd-b2cb-885ae995f432 req-2c24914b-ab49-4b7f-a1d4-4c183f49101c tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:52:56.242759 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-f66cac6b-7ec3-45e7-a01f-1df712c71242 req-e2c466ba-c35f-4679-b450-078b0df36fde tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276558 Jun 03 18:52:56.268166 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc15049c-e2d7-43d7-9fa6-79a6015f09d4 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Router dd58e971-f7b2-402b-9393-9a067101b3ff has already been hosted by L3 agent e49736c8-5019-4904-a5ca-8bb53e194ab8 {{(pid=103516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 18:52:56.349056 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-30f75957-3a94-4cbd-b2cb-885ae995f432 req-2c24914b-ab49-4b7f-a1d4-4c183f49101c tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] Notify callbacks [] for security_group, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:56.398613 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc15049c-e2d7-43d7-9fa6-79a6015f09d4 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify agent at l3_agent.dv-cinder-794661-1-smb the message routers_updated {{(pid=103516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 18:52:56.407878 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce860815-ad02-475e-a6c5-2db05d08407a None None] Sync routers for ids ['dd58e971-f7b2-402b-9393-9a067101b3ff'] in dv-cinder-794661-1-smb {{(pid=103519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 18:52:56.412242 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bc15049c-e2d7-43d7-9fa6-79a6015f09d4 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56630'] for floatingip, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:56.414686 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce860815-ad02-475e-a6c5-2db05d08407a None None] Routers {'dd58e971-f7b2-402b-9393-9a067101b3ff'} bound to L3 agent in host dv-cinder-794661-1-smb {{(pid=103519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 18:52:56.415078 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_hamode_db [None req-ce860815-ad02-475e-a6c5-2db05d08407a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794661-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T18:44:31Z,description=,heartbeat_timestamp=2021-06-03T18:52:31Z,host='dv-cinder-794661-1-smb',id=e49736c8-5019-4904-a5ca-8bb53e194ab8,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T18:44:31Z,topic='l3_agent')) {'router_ids': ['dd58e971-f7b2-402b-9393-9a067101b3ff'], 'active': True} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:52:56.438078 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-30f75957-3a94-4cbd-b2cb-885ae995f432 req-2c24914b-ab49-4b7f-a1d4-4c183f49101c tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:56.444152 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-714c2ab2-ee87-4d32-b57e-8095bf7c4750 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:52:56.516890 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-bc15049c-e2d7-43d7-9fa6-79a6015f09d4 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "PUT /v2.0/floatingips/7964ee6e-7c6c-4071-a734-98ffe3b2df94 HTTP/1.1" status: 200 len: 991 time: 1.3358622 Jun 03 18:52:56.520691 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_dvr_db [None req-ce860815-ad02-475e-a6c5-2db05d08407a None None] Set router dd58e971-f7b2-402b-9393-9a067101b3ff gateway port host: dv-cinder-794661-1-smb {{(pid=103519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 18:52:56.523173 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '381044c8-cab6-44e0-a866-9b4253a6cc73', 'tag': 'ecdacd97-a696-41f8-a629-45d1dc2833d4'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 18:52:56.524569 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc39b0f538a7142e305aed45b4a3a48499e72eb72884f9d3de90a53803998271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bae5737-ce27-4a8d-82a6-40d9e38561f3" -d '{"events": [{"name": "network-changed", "server_uuid": "381044c8-cab6-44e0-a866-9b4253a6cc73", "tag": "ecdacd97-a696-41f8-a629-45d1dc2833d4"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 18:52:56.532713 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c24914b-ab49-4b7f-a1d4-4c183f49101c tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69cb8857-0db7-4231-83cf-7402e11034e8,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:52:56.538007 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-11908817-17e5-4cad-8e5b-ceb368c8d54c req-8851efc3-ad61-4b15-a13b-6500dfb2cfd9 tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d67e545-4d8c-40ef-a504-5b5e22bb06a3 HTTP/1.1" status: 200 len: 210 time: 0.0512896 Jun 03 18:52:56.538007 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-2c24914b-ab49-4b7f-a1d4-4c183f49101c tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:52:56.581295 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [req-30f75957-3a94-4cbd-b2cb-885ae995f432 req-2c24914b-ab49-4b7f-a1d4-4c183f49101c tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] Allocated IP 192.168.233.84 (6c0a2fb4-b3c7-49b5-a717-d8d5e8e37a35/710aba75-1d24-49ee-b097-3f4777e3b59e/1db5874a-9b51-48b3-96a9-8dc8d13b16d7) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 18:52:56.587584 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 18:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5fcc1a7-b3b8-4eba-bd86-3252fc71ac95 x-openstack-request-id: req-e5fcc1a7-b3b8-4eba-bd86-3252fc71ac95 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 18:52:56.587775 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "381044c8-cab6-44e0-a866-9b4253a6cc73", "tag": "ecdacd97-a696-41f8-a629-45d1dc2833d4", "status": "completed", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 18:52:56.587930 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e5fcc1a7-b3b8-4eba-bd86-3252fc71ac95 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 18:52:56.588181 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '381044c8-cab6-44e0-a866-9b4253a6cc73', 'tag': 'ecdacd97-a696-41f8-a629-45d1dc2833d4', 'status': 'completed', 'code': 200} Jun 03 18:52:56.715358 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_hamode_db [None req-ce860815-ad02-475e-a6c5-2db05d08407a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd58e971-f7b2-402b-9393-9a067101b3ff', 'name': 'tempest-AttachVolumeShelveTestJSON-2075620297-router', 'tenant_id': 'd251c2b110174194859afacde2df517e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': '265efd94-e986-4a48-98b0-2936347aed73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T18:51:34Z', 'updated_at': '2021-06-03T18:51:38Z', 'revision_number': 4, 'project_id': 'd251c2b110174194859afacde2df517e', 'gw_port': {'id': '265efd94-e986-4a48-98b0-2936347aed73', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd58e971-f7b2-402b-9393-9a067101b3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:51:35Z', 'updated_at': '2021-06-03T18:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb', '_floatingips': [{'id': '7964ee6e-7c6c-4071-a734-98ffe3b2df94', 'tenant_id': 'd251c2b110174194859afacde2df517e', 'floating_ip_address': '172.28.1.130', 'floating_network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'router_id': 'dd58e971-f7b2-402b-9393-9a067101b3ff', 'port_id': 'ecdacd97-a696-41f8-a629-45d1dc2833d4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 252, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f3436aa-0141-4ddc-9e77-d652c7ff5b25', 'mac_address': 'fa:16:3e:ab:c8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381044c8-cab6-44e0-a866-9b4253a6cc73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T18:51:41Z', 'updated_at': '2021-06-03T18:52:55Z', 'revision_number': 1, 'project_id': 'd251c2b110174194859afacde2df517e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2f394fd-9be3-4ac8-8b6d-75c7b200a26f', 'name': '', 'network_id': '9f3436aa-0141-4ddc-9e77-d652c7ff5b25', 'tenant_id': 'd251c2b110174194859afacde2df517e', 'mac_address': 'fa:16:3e:3d:98:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd58e971-f7b2-402b-9393-9a067101b3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'f5c41478-ff70-4760-874f-92c6f16f6305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:51:37Z', 'updated_at': '2021-06-03T18:51:42Z', 'revision_number': 5, 'project_id': 'd251c2b110174194859afacde2df517e', 'subnets': [{'id': 'f5c41478-ff70-4760-874f-92c6f16f6305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794661-1-smb', False) {} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:52:56.718117 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce860815-ad02-475e-a6c5-2db05d08407a None None] Checking router: dd58e971-f7b2-402b-9393-9a067101b3ff for host: dv-cinder-794661-1-smb {{(pid=103519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 18:52:56.723414 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce860815-ad02-475e-a6c5-2db05d08407a None None] Routers {'dd58e971-f7b2-402b-9393-9a067101b3ff'} bound to L3 agent in host dv-cinder-794661-1-smb {{(pid=103519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 18:52:56.723747 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_hamode_db [None req-ce860815-ad02-475e-a6c5-2db05d08407a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794661-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T18:44:31Z,description=,heartbeat_timestamp=2021-06-03T18:52:31Z,host='dv-cinder-794661-1-smb',id=e49736c8-5019-4904-a5ca-8bb53e194ab8,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T18:44:31Z,topic='l3_agent')) {'router_ids': ['dd58e971-f7b2-402b-9393-9a067101b3ff'], 'active': True} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:52:56.796150 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-30f75957-3a94-4cbd-b2cb-885ae995f432 req-2c24914b-ab49-4b7f-a1d4-4c183f49101c tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] Notify callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:56.806635 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae5737-ce27-4a8d-82a6-40d9e38561f3 req-25decf52-f407-4f09-951f-8138bdf5cc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:56.807507 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-6bae5737-ce27-4a8d-82a6-40d9e38561f3 req-25decf52-f407-4f09-951f-8138bdf5cc50 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=d251c2b110174194859afacde2df517e&device_id=381044c8-cab6-44e0-a866-9b4253a6cc73 HTTP/1.1" status: 200 len: 1098 time: 0.1764352 Jun 03 18:52:56.809901 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [req-30f75957-3a94-4cbd-b2cb-885ae995f432 req-2c24914b-ab49-4b7f-a1d4-4c183f49101c tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] Transition to ACTIVE for port object 1db5874a-9b51-48b3-96a9-8dc8d13b16d7 will not be triggered until provisioned by entity DHCP. {{(pid=103516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 18:52:56.839517 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_dvr_db [None req-ce860815-ad02-475e-a6c5-2db05d08407a None None] Set router dd58e971-f7b2-402b-9393-9a067101b3ff gateway port host: dv-cinder-794661-1-smb {{(pid=103519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 18:52:56.923903 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d7fd4-04e8-4844-b823-952a8d41b1d9 req-a03ac9cd-0a31-4b62-b4a7-2424077627aa tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:56.924794 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-310d7fd4-04e8-4844-b823-952a8d41b1d9 req-a03ac9cd-0a31-4b62-b4a7-2424077627aa tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.1159103 Jun 03 18:52:56.925416 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae5737-ce27-4a8d-82a6-40d9e38561f3 req-51a4823a-2ad3-41f6-ab8e-7a82580d316a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:56.926120 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-6bae5737-ce27-4a8d-82a6-40d9e38561f3 req-51a4823a-2ad3-41f6-ab8e-7a82580d316a service neutron] 10.222.0.108 "GET /v2.0/networks?id=9f3436aa-0141-4ddc-9e77-d652c7ff5b25 HTTP/1.1" status: 200 len: 919 time: 0.0965829 Jun 03 18:52:56.987173 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-310d7fd4-04e8-4844-b823-952a8d41b1d9 req-eeb060f0-5dc3-48aa-a40a-e7dfde6a5fb5 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580049 Jun 03 18:52:57.000507 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-6bae5737-ce27-4a8d-82a6-40d9e38561f3 req-20e2af32-9f9f-42ea-96e9-46f9476901d4 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ecdacd97-a696-41f8-a629-45d1dc2833d4 HTTP/1.1" status: 200 len: 999 time: 0.0594025 Jun 03 18:52:57.010685 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-30f75957-3a94-4cbd-b2cb-885ae995f432 req-2c24914b-ab49-4b7f-a1d4-4c183f49101c tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751241322828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3014096'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:57.014339 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-2a054dfa-d3af-419c-86c8-0b17d3624e6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:52:57.027303 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_hamode_db [None req-ce860815-ad02-475e-a6c5-2db05d08407a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd58e971-f7b2-402b-9393-9a067101b3ff', 'name': 'tempest-AttachVolumeShelveTestJSON-2075620297-router', 'tenant_id': 'd251c2b110174194859afacde2df517e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': '265efd94-e986-4a48-98b0-2936347aed73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T18:51:34Z', 'updated_at': '2021-06-03T18:51:38Z', 'revision_number': 4, 'project_id': 'd251c2b110174194859afacde2df517e', 'gw_port': {'id': '265efd94-e986-4a48-98b0-2936347aed73', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd58e971-f7b2-402b-9393-9a067101b3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:51:35Z', 'updated_at': '2021-06-03T18:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb', '_floatingips': [{'id': '7964ee6e-7c6c-4071-a734-98ffe3b2df94', 'tenant_id': 'd251c2b110174194859afacde2df517e', 'floating_ip_address': '172.28.1.130', 'floating_network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'router_id': 'dd58e971-f7b2-402b-9393-9a067101b3ff', 'port_id': 'ecdacd97-a696-41f8-a629-45d1dc2833d4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 252, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f3436aa-0141-4ddc-9e77-d652c7ff5b25', 'mac_address': 'fa:16:3e:ab:c8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381044c8-cab6-44e0-a866-9b4253a6cc73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T18:51:41Z', 'updated_at': '2021-06-03T18:52:55Z', 'revision_number': 1, 'project_id': 'd251c2b110174194859afacde2df517e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2f394fd-9be3-4ac8-8b6d-75c7b200a26f', 'name': '', 'network_id': '9f3436aa-0141-4ddc-9e77-d652c7ff5b25', 'tenant_id': 'd251c2b110174194859afacde2df517e', 'mac_address': 'fa:16:3e:3d:98:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd58e971-f7b2-402b-9393-9a067101b3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'f5c41478-ff70-4760-874f-92c6f16f6305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:51:37Z', 'updated_at': '2021-06-03T18:51:42Z', 'revision_number': 5, 'project_id': 'd251c2b110174194859afacde2df517e', 'subnets': [{'id': 'f5c41478-ff70-4760-874f-92c6f16f6305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794661-1-smb', False) {} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:52:57.029732 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce860815-ad02-475e-a6c5-2db05d08407a None None] The sync data for ids ['dd58e971-f7b2-402b-9393-9a067101b3ff'] in dv-cinder-794661-1-smb is: [{'id': 'dd58e971-f7b2-402b-9393-9a067101b3ff', 'name': 'tempest-AttachVolumeShelveTestJSON-2075620297-router', 'tenant_id': 'd251c2b110174194859afacde2df517e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': '265efd94-e986-4a48-98b0-2936347aed73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T18:51:34Z', 'updated_at': '2021-06-03T18:51:38Z', 'revision_number': 4, 'project_id': 'd251c2b110174194859afacde2df517e', 'gw_port': {'id': '265efd94-e986-4a48-98b0-2936347aed73', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd58e971-f7b2-402b-9393-9a067101b3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:51:35Z', 'updated_at': '2021-06-03T18:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb', '_floatingips': [{'id': '7964ee6e-7c6c-4071-a734-98ffe3b2df94', 'tenant_id': 'd251c2b110174194859afacde2df517e', 'floating_ip_address': '172.28.1.130', 'floating_network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'router_id': 'dd58e971-f7b2-402b-9393-9a067101b3ff', 'port_id': 'ecdacd97-a696-41f8-a629-45d1dc2833d4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 252, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f3436aa-0141-4ddc-9e77-d652c7ff5b25', 'mac_address': 'fa:16:3e:ab:c8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381044c8-cab6-44e0-a866-9b4253a6cc73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T18:51:41Z', 'updated_at': '2021-06-03T18:52:55Z', 'revision_number': 1, 'project_id': 'd251c2b110174194859afacde2df517e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2f394fd-9be3-4ac8-8b6d-75c7b200a26f', 'name': '', 'network_id': '9f3436aa-0141-4ddc-9e77-d652c7ff5b25', 'tenant_id': 'd251c2b110174194859afacde2df517e', 'mac_address': 'fa:16:3e:3d:98:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd58e971-f7b2-402b-9393-9a067101b3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'f5c41478-ff70-4760-874f-92c6f16f6305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:51:37Z', 'updated_at': '2021-06-03T18:51:42Z', 'revision_number': 5, 'project_id': 'd251c2b110174194859afacde2df517e', 'subnets': [{'id': 'f5c41478-ff70-4760-874f-92c6f16f6305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 18:52:57.077237 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30f75957-3a94-4cbd-b2cb-885ae995f432 req-2c24914b-ab49-4b7f-a1d4-4c183f49101c tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] Network 6c0a2fb4-b3c7-49b5-a717-d8d5e8e37a35 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 18:52:57.081511 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [req-30f75957-3a94-4cbd-b2cb-885ae995f432 req-2c24914b-ab49-4b7f-a1d4-4c183f49101c tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 18:52:57.083652 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c24914b-ab49-4b7f-a1d4-4c183f49101c tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] Pushing event updated for resources: {'Port': ['ID=1db5874a-9b51-48b3-96a9-8dc8d13b16d7,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:52:57.086436 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [req-30f75957-3a94-4cbd-b2cb-885ae995f432 req-2c24914b-ab49-4b7f-a1d4-4c183f49101c tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 18:52:57.102663 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-2c24914b-ab49-4b7f-a1d4-4c183f49101c tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:52:57.109691 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae5737-ce27-4a8d-82a6-40d9e38561f3 req-56ab4897-69ca-4935-9ce8-513f16389c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:57.110586 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-6bae5737-ce27-4a8d-82a6-40d9e38561f3 req-56ab4897-69ca-4935-9ce8-513f16389c05 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=f5c41478-ff70-4760-874f-92c6f16f6305 HTTP/1.1" status: 200 len: 856 time: 0.0784731 Jun 03 18:52:57.146091 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f75957-3a94-4cbd-b2cb-885ae995f432 req-2c24914b-ab49-4b7f-a1d4-4c183f49101c tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:57.146396 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-30f75957-3a94-4cbd-b2cb-885ae995f432 req-2c24914b-ab49-4b7f-a1d4-4c183f49101c tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56630'] for port, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:57.178631 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae5737-ce27-4a8d-82a6-40d9e38561f3 req-c1d11dce-55c6-49e6-8c0f-a87207259536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:57.180090 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-6bae5737-ce27-4a8d-82a6-40d9e38561f3 req-c1d11dce-55c6-49e6-8c0f-a87207259536 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=9f3436aa-0141-4ddc-9e77-d652c7ff5b25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0580306 Jun 03 18:52:57.247004 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-30f75957-3a94-4cbd-b2cb-885ae995f432 req-2c24914b-ab49-4b7f-a1d4-4c183f49101c tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4280322 Jun 03 18:52:57.261301 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.v2.base [req-30f75957-3a94-4cbd-b2cb-885ae995f432 req-df5c41b0-7377-43c4-9eed-a5010d00bfc1 service neutron] Request body: {'port': {'device_id': '7d67e545-4d8c-40ef-a504-5b5e22bb06a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:52:57.305601 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-6bae5737-ce27-4a8d-82a6-40d9e38561f3 req-c1d9bed3-631a-48c2-9e45-71e4affd9a93 service neutron] 10.222.0.108 "GET /v2.0/networks/9f3436aa-0141-4ddc-9e77-d652c7ff5b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091027 Jun 03 18:52:57.326173 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-e080c67f-9a73-4829-b103-8cb36c0ee7e1 None None] Provisioning for port 1db5874a-9b51-48b3-96a9-8dc8d13b16d7 completed by entity DHCP. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 18:52:57.329200 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-e080c67f-9a73-4829-b103-8cb36c0ee7e1 None None] Provisioning complete for port 1db5874a-9b51-48b3-96a9-8dc8d13b16d7 triggered by entity DHCP. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 18:52:57.329411 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-e080c67f-9a73-4829-b103-8cb36c0ee7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:57.355522 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3acbd77-0f0c-4668-903c-c672e0692871 req-7736f7c0-a1f7-422a-a376-85b2f78d3edc tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:57.356434 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-f3acbd77-0f0c-4668-903c-c672e0692871 req-7736f7c0-a1f7-422a-a376-85b2f78d3edc tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 945 time: 0.0462358 Jun 03 18:52:57.374367 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.plugin [None req-e080c67f-9a73-4829-b103-8cb36c0ee7e1 None None] Port 1db5874a-9b51-48b3-96a9-8dc8d13b16d7 cannot update to ACTIVE because it is not bound. {{(pid=103518) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 18:52:57.383589 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-30f75957-3a94-4cbd-b2cb-885ae995f432 req-df5c41b0-7377-43c4-9eed-a5010d00bfc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:57.391478 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-f3acbd77-0f0c-4668-903c-c672e0692871 req-595af5f1-bc9b-49b6-903f-011aa740641f tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290425 Jun 03 18:52:57.441113 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-6bae5737-ce27-4a8d-82a6-40d9e38561f3 req-f4a8a655-9ce6-4893-9c0c-f7ea69343fd1 service neutron] 10.222.0.108 "GET /v2.0/networks/9f3436aa-0141-4ddc-9e77-d652c7ff5b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172411 Jun 03 18:52:57.495995 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9700d2d5-559e-4f5e-af08-daf4ec61c05a None None] New status for floating IP 7964ee6e-7c6c-4071-a734-98ffe3b2df94: ACTIVE {{(pid=103518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 18:52:57.598160 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.notifiers.nova [req-30f75957-3a94-4cbd-b2cb-885ae995f432 req-df5c41b0-7377-43c4-9eed-a5010d00bfc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1db5874a-9b51-48b3-96a9-8dc8d13b16d7 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 18:52:57.619200 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-30f75957-3a94-4cbd-b2cb-885ae995f432 req-df5c41b0-7377-43c4-9eed-a5010d00bfc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:57.635081 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [req-30f75957-3a94-4cbd-b2cb-885ae995f432 req-df5c41b0-7377-43c4-9eed-a5010d00bfc1 service neutron] Transition to ACTIVE for port object 1db5874a-9b51-48b3-96a9-8dc8d13b16d7 will not be triggered until provisioned by entity L2. {{(pid=103516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 18:52:57.652766 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d979d46f-e3e9-44b3-beff-8cf510671b2b req-c285f996-ffd4-4fe0-949c-a7cddabba25d tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:57.653191 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-d979d46f-e3e9-44b3-beff-8cf510671b2b req-c285f996-ffd4-4fe0-949c-a7cddabba25d tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] Synchronizing usage tracker for tenant:2aa6d6fae3aa456686b6b9e93ae1fc2c on resource:port {{(pid=103516) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 18:52:57.735557 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-30f75957-3a94-4cbd-b2cb-885ae995f432 req-df5c41b0-7377-43c4-9eed-a5010d00bfc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3013931'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:57.738827 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:52:57.871745 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-d979d46f-e3e9-44b3-beff-8cf510671b2b req-c285f996-ffd4-4fe0-949c-a7cddabba25d tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] Unset dirty status for tenant:2aa6d6fae3aa456686b6b9e93ae1fc2c on resource:port {{(pid=103516) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 18:52:57.872389 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-d979d46f-e3e9-44b3-beff-8cf510671b2b req-c285f996-ffd4-4fe0-949c-a7cddabba25d tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d67e545-4d8c-40ef-a504-5b5e22bb06a3 HTTP/1.1" status: 200 len: 935 time: 0.2714181 Jun 03 18:52:57.911318 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5c41b0-7377-43c4-9eed-a5010d00bfc1 service neutron] Pushing event updated for resources: {'Port': ['ID=1db5874a-9b51-48b3-96a9-8dc8d13b16d7,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:52:57.921487 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-df5c41b0-7377-43c4-9eed-a5010d00bfc1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:52:57.947559 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-d979d46f-e3e9-44b3-beff-8cf510671b2b req-7e591460-5b76-40ae-92b7-510827aac192 tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] Synchronizing usage tracker for tenant:2aa6d6fae3aa456686b6b9e93ae1fc2c on resource:security_group {{(pid=103516) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 18:52:57.967430 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [req-30f75957-3a94-4cbd-b2cb-885ae995f432 req-df5c41b0-7377-43c4-9eed-a5010d00bfc1 service neutron] Attempting to bind port 1db5874a-9b51-48b3-96a9-8dc8d13b16d7 on host hv-cinder-79466 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 18:52:57.967586 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [req-30f75957-3a94-4cbd-b2cb-885ae995f432 req-df5c41b0-7377-43c4-9eed-a5010d00bfc1 service neutron] Attempting to bind port 1db5874a-9b51-48b3-96a9-8dc8d13b16d7 by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': '5786d2fa-0df9-4874-bdca-1ab2cf26c8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1407, 'network_id': '6c0a2fb4-b3c7-49b5-a717-d8d5e8e37a35'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 18:52:57.967749 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f75957-3a94-4cbd-b2cb-885ae995f432 req-df5c41b0-7377-43c4-9eed-a5010d00bfc1 service neutron] Attempting to bind port 1db5874a-9b51-48b3-96a9-8dc8d13b16d7 on network 6c0a2fb4-b3c7-49b5-a717-d8d5e8e37a35 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 18:52:57.970106 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f75957-3a94-4cbd-b2cb-885ae995f432 req-df5c41b0-7377-43c4-9eed-a5010d00bfc1 service neutron] Port 1db5874a-9b51-48b3-96a9-8dc8d13b16d7 on network 6c0a2fb4-b3c7-49b5-a717-d8d5e8e37a35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 18:52:57.970252 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f75957-3a94-4cbd-b2cb-885ae995f432 req-df5c41b0-7377-43c4-9eed-a5010d00bfc1 service neutron] Attempting to bind port 1db5874a-9b51-48b3-96a9-8dc8d13b16d7 on network 6c0a2fb4-b3c7-49b5-a717-d8d5e8e37a35 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 18:52:57.972934 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f75957-3a94-4cbd-b2cb-885ae995f432 req-df5c41b0-7377-43c4-9eed-a5010d00bfc1 service neutron] Checking agent: {'id': 'af909ad5-3a3f-482f-ab55-4c32617c9c15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 18, 49, 2), 'started_at': datetime.datetime(2021, 6, 3, 18, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 18, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 18:52:57.973091 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f75957-3a94-4cbd-b2cb-885ae995f432 req-df5c41b0-7377-43c4-9eed-a5010d00bfc1 service neutron] Checking segment: {'id': '5786d2fa-0df9-4874-bdca-1ab2cf26c8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1407, 'network_id': '6c0a2fb4-b3c7-49b5-a717-d8d5e8e37a35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 18:52:57.973287 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f75957-3a94-4cbd-b2cb-885ae995f432 req-df5c41b0-7377-43c4-9eed-a5010d00bfc1 service neutron] Bound using segment: {'id': '5786d2fa-0df9-4874-bdca-1ab2cf26c8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1407, 'network_id': '6c0a2fb4-b3c7-49b5-a717-d8d5e8e37a35'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 18:52:57.973509 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [req-30f75957-3a94-4cbd-b2cb-885ae995f432 req-df5c41b0-7377-43c4-9eed-a5010d00bfc1 service neutron] Bound port: 1db5874a-9b51-48b3-96a9-8dc8d13b16d7, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5786d2fa-0df9-4874-bdca-1ab2cf26c8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1407, 'network_id': '6c0a2fb4-b3c7-49b5-a717-d8d5e8e37a35'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 18:52:57.973688 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-30f75957-3a94-4cbd-b2cb-885ae995f432 req-df5c41b0-7377-43c4-9eed-a5010d00bfc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:58.032199 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.db [req-30f75957-3a94-4cbd-b2cb-885ae995f432 req-df5c41b0-7377-43c4-9eed-a5010d00bfc1 service neutron] For port 1db5874a-9b51-48b3-96a9-8dc8d13b16d7, host hv-cinder-79466, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 18:52:58.032199 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.db [req-30f75957-3a94-4cbd-b2cb-885ae995f432 req-df5c41b0-7377-43c4-9eed-a5010d00bfc1 service neutron] For port 1db5874a-9b51-48b3-96a9-8dc8d13b16d7, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=1db5874a-9b51-48b3-96a9-8dc8d13b16d7,segment=NetworkSegment(5786d2fa-0df9-4874-bdca-1ab2cf26c8cd),segment_id=5786d2fa-0df9-4874-bdca-1ab2cf26c8cd)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 18:52:58.048640 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-d979d46f-e3e9-44b3-beff-8cf510671b2b req-7e591460-5b76-40ae-92b7-510827aac192 tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] Unset dirty status for tenant:2aa6d6fae3aa456686b6b9e93ae1fc2c on resource:security_group {{(pid=103516) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 18:52:58.049314 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-d979d46f-e3e9-44b3-beff-8cf510671b2b req-7e591460-5b76-40ae-92b7-510827aac192 tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] 10.222.0.44 "GET /v2.0/security-groups?id=69cb8857-0db7-4231-83cf-7402e11034e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724184 Jun 03 18:52:58.092978 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce97a6f2-512e-4159-a4ff-bcc686742723 req-fa6bfe4d-8928-431e-aab8-304cbec25556 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:58.093854 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-ce97a6f2-512e-4159-a4ff-bcc686742723 req-fa6bfe4d-8928-431e-aab8-304cbec25556 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0445282 Jun 03 18:52:58.118070 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-ce97a6f2-512e-4159-a4ff-bcc686742723 req-bfe2730c-ea91-4d7f-b815-0af764484ead tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0205271 Jun 03 18:52:58.145120 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-30f75957-3a94-4cbd-b2cb-885ae995f432 req-df5c41b0-7377-43c4-9eed-a5010d00bfc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3013931'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:58.149594 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:52:58.176931 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f75957-3a94-4cbd-b2cb-885ae995f432 req-df5c41b0-7377-43c4-9eed-a5010d00bfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:58.177272 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-30f75957-3a94-4cbd-b2cb-885ae995f432 req-df5c41b0-7377-43c4-9eed-a5010d00bfc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56630'] for port, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:58.178072 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-30f75957-3a94-4cbd-b2cb-885ae995f432 req-df5c41b0-7377-43c4-9eed-a5010d00bfc1 service neutron] 10.222.0.108 "PUT /v2.0/ports/1db5874a-9b51-48b3-96a9-8dc8d13b16d7 HTTP/1.1" status: 200 len: 1097 time: 0.9212029 Jun 03 18:52:58.191379 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5c41b0-7377-43c4-9eed-a5010d00bfc1 service neutron] Pushing event updated for resources: {'Port': ['ID=1db5874a-9b51-48b3-96a9-8dc8d13b16d7,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:52:58.197447 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-df5c41b0-7377-43c4-9eed-a5010d00bfc1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:52:58.325320 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f75957-3a94-4cbd-b2cb-885ae995f432 req-c407fe24-ae75-4dbb-a23c-d5c30fbc2374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:58.326207 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-30f75957-3a94-4cbd-b2cb-885ae995f432 req-c407fe24-ae75-4dbb-a23c-d5c30fbc2374 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=2aa6d6fae3aa456686b6b9e93ae1fc2c&device_id=7d67e545-4d8c-40ef-a504-5b5e22bb06a3 HTTP/1.1" status: 200 len: 1100 time: 0.0448554 Jun 03 18:52:58.370345 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-30f75957-3a94-4cbd-b2cb-885ae995f432 req-b083684f-65ee-40b0-afd5-0d3fd8d0147e service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=1db5874a-9b51-48b3-96a9-8dc8d13b16d7 HTTP/1.1" status: 200 len: 217 time: 0.0341849 Jun 03 18:52:58.410242 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f75957-3a94-4cbd-b2cb-885ae995f432 req-88e2bc01-7f41-43db-bd3d-f270747f1791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:58.411036 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-30f75957-3a94-4cbd-b2cb-885ae995f432 req-88e2bc01-7f41-43db-bd3d-f270747f1791 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=710aba75-1d24-49ee-b097-3f4777e3b59e HTTP/1.1" status: 200 len: 843 time: 0.0337131 Jun 03 18:52:58.481778 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f75957-3a94-4cbd-b2cb-885ae995f432 req-04c482da-8b65-4a93-be2d-40c4c67ea13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:58.482628 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-30f75957-3a94-4cbd-b2cb-885ae995f432 req-04c482da-8b65-4a93-be2d-40c4c67ea13b service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=6c0a2fb4-b3c7-49b5-a717-d8d5e8e37a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0633943 Jun 03 18:52:58.520412 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f8d4df-ad2e-48a0-b72c-9be83e6c218e req-62f63571-cfca-47ac-811b-c60a75c66d04 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:58.521299 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-c0f8d4df-ad2e-48a0-b72c-9be83e6c218e req-62f63571-cfca-47ac-811b-c60a75c66d04 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 945 time: 0.0657349 Jun 03 18:52:58.588766 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-c0f8d4df-ad2e-48a0-b72c-9be83e6c218e req-90afa9dd-e753-48e9-9d2e-5e77555523be tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400543 Jun 03 18:52:58.589928 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d67e545-4d8c-40ef-a504-5b5e22bb06a3', 'tag': '1db5874a-9b51-48b3-96a9-8dc8d13b16d7'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 18:52:58.591318 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc39b0f538a7142e305aed45b4a3a48499e72eb72884f9d3de90a53803998271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-899168ca-9e21-46ed-8867-34d1826fbd50" -d '{"events": [{"name": "network-changed", "server_uuid": "7d67e545-4d8c-40ef-a504-5b5e22bb06a3", "tag": "1db5874a-9b51-48b3-96a9-8dc8d13b16d7"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 18:52:58.594704 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-30f75957-3a94-4cbd-b2cb-885ae995f432 req-99bfd751-168f-44a8-8b9c-5d6c14b395ed service neutron] 10.222.0.108 "GET /v2.0/networks/6c0a2fb4-b3c7-49b5-a717-d8d5e8e37a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007695 Jun 03 18:52:58.637571 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 18:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c29a069-6837-4784-b6c5-8603242c732b x-openstack-request-id: req-0c29a069-6837-4784-b6c5-8603242c732b {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 18:52:58.642603 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d67e545-4d8c-40ef-a504-5b5e22bb06a3", "tag": "1db5874a-9b51-48b3-96a9-8dc8d13b16d7", "status": "completed", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 18:52:58.642603 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0c29a069-6837-4784-b6c5-8603242c732b {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 18:52:58.642603 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d67e545-4d8c-40ef-a504-5b5e22bb06a3', 'tag': '1db5874a-9b51-48b3-96a9-8dc8d13b16d7', 'status': 'completed', 'code': 200} Jun 03 18:52:58.688520 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-30f75957-3a94-4cbd-b2cb-885ae995f432 req-847021e2-cdb1-488e-a39d-422dbe8904c9 service neutron] 10.222.0.108 "GET /v2.0/networks/6c0a2fb4-b3c7-49b5-a717-d8d5e8e37a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0777304 Jun 03 18:52:59.166177 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65be72dc-788d-4217-bd93-807b6a488a59 req-015e4b81-4d3e-483e-a3b9-2da3c92fb75b tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:59.167008 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-65be72dc-788d-4217-bd93-807b6a488a59 req-015e4b81-4d3e-483e-a3b9-2da3c92fb75b tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d67e545-4d8c-40ef-a504-5b5e22bb06a3 HTTP/1.1" status: 200 len: 947 time: 0.0478294 Jun 03 18:52:59.191612 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-65be72dc-788d-4217-bd93-807b6a488a59 req-46ac583f-9842-42a3-8f60-d75e49b588ef tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] 10.222.0.44 "GET /v2.0/security-groups?id=69cb8857-0db7-4231-83cf-7402e11034e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0208280 Jun 03 18:52:59.225730 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce0c1aa-dad9-49fd-bb15-6543c1da6dd6 req-9231baaf-d9e6-4ad0-b810-03b5b1f65b4c tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:59.225730 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-1ce0c1aa-dad9-49fd-bb15-6543c1da6dd6 req-9231baaf-d9e6-4ad0-b810-03b5b1f65b4c tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0473309 Jun 03 18:52:59.251742 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-1ce0c1aa-dad9-49fd-bb15-6543c1da6dd6 req-29bceefc-7e86-4550-95e4-5ba4b6c556bf tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0230742 Jun 03 18:52:59.535838 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899168ca-9e21-46ed-8867-34d1826fbd50 req-ff36298c-19bd-46ad-927d-13bf1193d1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:59.536736 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-899168ca-9e21-46ed-8867-34d1826fbd50 req-ff36298c-19bd-46ad-927d-13bf1193d1a0 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=2aa6d6fae3aa456686b6b9e93ae1fc2c&device_id=7d67e545-4d8c-40ef-a504-5b5e22bb06a3 HTTP/1.1" status: 200 len: 1100 time: 0.0574551 Jun 03 18:52:59.614559 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899168ca-9e21-46ed-8867-34d1826fbd50 req-2c2c573c-afbe-46fe-8487-2b6a353a1dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:59.615418 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-899168ca-9e21-46ed-8867-34d1826fbd50 req-2c2c573c-afbe-46fe-8487-2b6a353a1dad service neutron] 10.222.0.108 "GET /v2.0/networks?id=6c0a2fb4-b3c7-49b5-a717-d8d5e8e37a35 HTTP/1.1" status: 200 len: 871 time: 0.0707817 Jun 03 18:52:59.625962 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-a8b6ec04-6db4-4cb6-be99-1f8ac7298e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:52:59.661991 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-899168ca-9e21-46ed-8867-34d1826fbd50 req-5c48b168-1de2-4e55-b62b-2bfe3a9eb3f9 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=1db5874a-9b51-48b3-96a9-8dc8d13b16d7 HTTP/1.1" status: 200 len: 217 time: 0.0345938 Jun 03 18:52:59.704809 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899168ca-9e21-46ed-8867-34d1826fbd50 req-015a9c29-3317-4a2d-99a3-68b3541134d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:59.705756 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-899168ca-9e21-46ed-8867-34d1826fbd50 req-015a9c29-3317-4a2d-99a3-68b3541134d3 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=710aba75-1d24-49ee-b097-3f4777e3b59e HTTP/1.1" status: 200 len: 843 time: 0.0362802 Jun 03 18:52:59.707110 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7890338e-086c-46da-a122-c6c62387fbb8 req-b95ae262-4a52-4937-b8db-39fe10425be9 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:59.707974 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-7890338e-086c-46da-a122-c6c62387fbb8 req-b95ae262-4a52-4937-b8db-39fe10425be9 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 945 time: 0.0452032 Jun 03 18:52:59.733274 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-7890338e-086c-46da-a122-c6c62387fbb8 req-9b146ca6-0657-4e74-ae50-70aebf325861 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0218368 Jun 03 18:52:59.762675 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899168ca-9e21-46ed-8867-34d1826fbd50 req-a2b189af-c1b6-47d9-bbdd-d0c6fe1e173f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:52:59.763407 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-899168ca-9e21-46ed-8867-34d1826fbd50 req-a2b189af-c1b6-47d9-bbdd-d0c6fe1e173f service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=6c0a2fb4-b3c7-49b5-a717-d8d5e8e37a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0416708 Jun 03 18:52:59.923864 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-899168ca-9e21-46ed-8867-34d1826fbd50 req-007135b7-1299-45ba-8296-3d315ae03893 service neutron] 10.222.0.108 "GET /v2.0/networks/6c0a2fb4-b3c7-49b5-a717-d8d5e8e37a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516187 Jun 03 18:53:00.007407 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-899168ca-9e21-46ed-8867-34d1826fbd50 req-008fd7aa-2e2d-4b7d-98ec-a7df834ef021 service neutron] 10.222.0.108 "GET /v2.0/networks/6c0a2fb4-b3c7-49b5-a717-d8d5e8e37a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0711069 Jun 03 18:53:00.350706 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c78f760-e780-4e16-8843-3d6f9b8b38b6 req-f1701cde-23d4-446c-b475-4b0cc95ca019 tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:00.351656 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-6c78f760-e780-4e16-8843-3d6f9b8b38b6 req-f1701cde-23d4-446c-b475-4b0cc95ca019 tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d67e545-4d8c-40ef-a504-5b5e22bb06a3 HTTP/1.1" status: 200 len: 947 time: 0.0967729 Jun 03 18:53:00.383801 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-6c78f760-e780-4e16-8843-3d6f9b8b38b6 req-7913f35b-6c8f-45ac-a993-50b11fa0da0d tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] 10.222.0.44 "GET /v2.0/security-groups?id=69cb8857-0db7-4231-83cf-7402e11034e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272396 Jun 03 18:53:00.391053 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a171dad6-94c8-44c8-85f6-73410cd2268f req-b54ba3ef-2493-4f57-8575-6ca1953f85a9 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:00.391951 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-a171dad6-94c8-44c8-85f6-73410cd2268f req-b54ba3ef-2493-4f57-8575-6ca1953f85a9 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0643940 Jun 03 18:53:00.430007 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-a171dad6-94c8-44c8-85f6-73410cd2268f req-6ad07c7c-212a-445f-b44c-768f36e32496 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334210 Jun 03 18:53:00.595584 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:00.823537 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-7ee9fe65-f8b4-4a5a-86a4-3a6aa9b4ac3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:00.852208 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43929d6-de17-40ba-82b9-a148db93b7f6 req-92ecf11f-02a4-4358-9a43-2c2692bcd897 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:00.853230 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-b43929d6-de17-40ba-82b9-a148db93b7f6 req-92ecf11f-02a4-4358-9a43-2c2692bcd897 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 945 time: 0.0560186 Jun 03 18:53:00.881208 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-b43929d6-de17-40ba-82b9-a148db93b7f6 req-0276207d-8642-469b-95b5-f5cd1f7e49d2 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0240030 Jun 03 18:53:01.519674 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcaace6-cb20-4715-8373-412fbdda7e4c req-9ff932a8-9648-4933-a6fd-681739b33e11 tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:01.520675 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-6bcaace6-cb20-4715-8373-412fbdda7e4c req-9ff932a8-9648-4933-a6fd-681739b33e11 tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d67e545-4d8c-40ef-a504-5b5e22bb06a3 HTTP/1.1" status: 200 len: 947 time: 0.0641387 Jun 03 18:53:01.544499 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed1b8d2-5fe3-410e-88e3-184c96b634a2 req-6f1fd077-3916-4ce3-945e-0b44d3cdf7f8 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:01.545108 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-4ed1b8d2-5fe3-410e-88e3-184c96b634a2 req-6f1fd077-3916-4ce3-945e-0b44d3cdf7f8 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0495954 Jun 03 18:53:01.552287 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-6bcaace6-cb20-4715-8373-412fbdda7e4c req-23c9594a-64f1-4723-a215-191932e48c91 tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] 10.222.0.44 "GET /v2.0/security-groups?id=69cb8857-0db7-4231-83cf-7402e11034e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275433 Jun 03 18:53:01.573700 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-4ed1b8d2-5fe3-410e-88e3-184c96b634a2 req-7c863b25-0381-4463-bd7a-991312202cd6 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0247591 Jun 03 18:53:01.644830 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Device 1db5874a-9b51-48b3-96a9-8dc8d13b16d7 details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=103518) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 18:53:01.716809 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] For port 1db5874a-9b51-48b3-96a9-8dc8d13b16d7, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=1db5874a-9b51-48b3-96a9-8dc8d13b16d7,segment=NetworkSegment(5786d2fa-0df9-4874-bdca-1ab2cf26c8cd),segment_id=5786d2fa-0df9-4874-bdca-1ab2cf26c8cd)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:53:01.724521 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Returning: {'device': '1db5874a-9b51-48b3-96a9-8dc8d13b16d7', 'network_id': '6c0a2fb4-b3c7-49b5-a717-d8d5e8e37a35', 'port_id': '1db5874a-9b51-48b3-96a9-8dc8d13b16d7', 'mac_address': 'fa:16:3e:70:15:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '710aba75-1d24-49ee-b097-3f4777e3b59e', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103518) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 18:53:01.754903 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:01.763659 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.notifiers.nova [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1db5874a-9b51-48b3-96a9-8dc8d13b16d7 {{(pid=103518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 18:53:01.773294 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] For port 1db5874a-9b51-48b3-96a9-8dc8d13b16d7, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=1db5874a-9b51-48b3-96a9-8dc8d13b16d7,segment=NetworkSegment(5786d2fa-0df9-4874-bdca-1ab2cf26c8cd),segment_id=5786d2fa-0df9-4874-bdca-1ab2cf26c8cd)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:53:01.905104 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:01.906317 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-177bd109-ae18-43d8-9034-7c3121d06d0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:53:01.953705 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Pushing event updated for resources: {'Port': ['ID=1db5874a-9b51-48b3-96a9-8dc8d13b16d7,revision_number=4']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:53:01.958133 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:53:01.958310 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:53:01.958540 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:53:01.958645 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:53:01.958809 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:53:01.958975 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:53:01.959138 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:53:01.959300 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:53:01.959465 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:53:01.959676 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:53:01.959900 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:53:01.960074 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:53:01.962688 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:53:01.980496 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:01.994852 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62c86ae-8835-4c96-8074-68358b85946d req-a31895a0-0ebd-4659-8bdb-ae783d6acd1f tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:01.995736 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-a62c86ae-8835-4c96-8074-68358b85946d req-a31895a0-0ebd-4659-8bdb-ae783d6acd1f tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 945 time: 0.0492277 Jun 03 18:53:02.023308 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-a62c86ae-8835-4c96-8074-68358b85946d req-a75caa46-4d79-4151-b77b-3c2105492c5a tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0209286 Jun 03 18:53:02.295284 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] get_ports_and_sgs() called for port_ids ['1db5874a-9b51-48b3-96a9-8dc8d13b16d7'] {{(pid=103518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 18:53:02.448747 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23393e13-a652-480d-872b-b1b2cb4665b2 req-83e4d7f4-0ed3-413b-92d1-1862cb725c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:02.449661 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-23393e13-a652-480d-872b-b1b2cb4665b2 req-83e4d7f4-0ed3-413b-92d1-1862cb725c7e service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=04d914789bfc4c6082997cc72d5d376a&device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 1098 time: 0.0432942 Jun 03 18:53:02.549993 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23393e13-a652-480d-872b-b1b2cb4665b2 req-8580c22d-a22f-43bd-83f5-db7e3e389419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:02.550979 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-23393e13-a652-480d-872b-b1b2cb4665b2 req-8580c22d-a22f-43bd-83f5-db7e3e389419 service neutron] 10.222.0.108 "GET /v2.0/networks?id=96b760d7-3720-403e-b1ec-2fd415aa44fd HTTP/1.1" status: 200 len: 920 time: 0.0795550 Jun 03 18:53:02.554592 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:02.604913 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-23393e13-a652-480d-872b-b1b2cb4665b2 req-2d80ebc4-aa01-4627-b8e5-8040d7eda1e3 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d85775b-d525-42e0-8d08-c42974bc6fd1 HTTP/1.1" status: 200 len: 217 time: 0.0440378 Jun 03 18:53:02.656663 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23393e13-a652-480d-872b-b1b2cb4665b2 req-6b3f5b73-a4eb-461e-8f6d-012f604f556a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:02.657688 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-23393e13-a652-480d-872b-b1b2cb4665b2 req-6b3f5b73-a4eb-461e-8f6d-012f604f556a service neutron] 10.222.0.108 "GET /v2.0/subnets?id=cdba7c81-6690-4a2c-8589-65ca072f8ce6 HTTP/1.1" status: 200 len: 858 time: 0.0449924 Jun 03 18:53:02.684194 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de0c10-093c-46d5-8f3d-74b6f9c6eaa3 req-52ba2a01-7686-4727-a543-0e0b6ed0155f tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:02.685425 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-f5de0c10-093c-46d5-8f3d-74b6f9c6eaa3 req-52ba2a01-7686-4727-a543-0e0b6ed0155f tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d67e545-4d8c-40ef-a504-5b5e22bb06a3 HTTP/1.1" status: 200 len: 948 time: 0.0556309 Jun 03 18:53:02.711738 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-23393e13-a652-480d-872b-b1b2cb4665b2 req-c251ce68-cdda-442f-b46f-72bc4fc8bc55 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=96b760d7-3720-403e-b1ec-2fd415aa44fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307081 Jun 03 18:53:02.712226 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-f5de0c10-093c-46d5-8f3d-74b6f9c6eaa3 req-e09c5b60-7016-4326-a68c-ea9ee49609f3 tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] 10.222.0.44 "GET /v2.0/security-groups?id=69cb8857-0db7-4231-83cf-7402e11034e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0222592 Jun 03 18:53:02.713922 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:02.746440 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cb5f02-da9d-4e15-8bf7-94bf281f4383 req-ad49139f-28b5-4f69-a19f-17a0c83cdf04 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:02.751149 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-90cb5f02-da9d-4e15-8bf7-94bf281f4383 req-ad49139f-28b5-4f69-a19f-17a0c83cdf04 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0861351 Jun 03 18:53:02.808962 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-90cb5f02-da9d-4e15-8bf7-94bf281f4383 req-9557b9fa-f24f-435e-940b-75559a7e6155 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551357 Jun 03 18:53:02.819984 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-23393e13-a652-480d-872b-b1b2cb4665b2 req-42856012-f331-4ca2-a488-a86316319be6 service neutron] 10.222.0.108 "GET /v2.0/networks/96b760d7-3720-403e-b1ec-2fd415aa44fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913935 Jun 03 18:53:02.891027 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-23393e13-a652-480d-872b-b1b2cb4665b2 req-ecd60895-56d0-426c-b56e-0fabc0d6985e service neutron] 10.222.0.108 "GET /v2.0/networks/96b760d7-3720-403e-b1ec-2fd415aa44fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0642715 Jun 03 18:53:03.144036 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f5ce0-ee59-4324-b1db-dc08b4de42ac req-c4349261-8a3c-4d12-bc7b-1fa3e6ef17b3 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:03.144888 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-d89f5ce0-ee59-4324-b1db-dc08b4de42ac req-c4349261-8a3c-4d12-bc7b-1fa3e6ef17b3 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 945 time: 0.0467634 Jun 03 18:53:03.168541 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-d89f5ce0-ee59-4324-b1db-dc08b4de42ac req-722f658e-43fa-48c6-a425-f02636ddda4c tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0194864 Jun 03 18:53:03.669549 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Device 1db5874a-9b51-48b3-96a9-8dc8d13b16d7 up at agent hyperv_hv-cinder-79466 {{(pid=103518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 18:53:03.773463 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Provisioning for port 1db5874a-9b51-48b3-96a9-8dc8d13b16d7 completed by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 18:53:03.776657 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Provisioning complete for port 1db5874a-9b51-48b3-96a9-8dc8d13b16d7 triggered by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 18:53:03.776885 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:03.827313 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ed54d4-bcd5-4827-a5b1-6ddace01739c req-ff69873e-3ccc-40e5-a4fb-110b0992650a tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:03.828290 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-d1ed54d4-bcd5-4827-a5b1-6ddace01739c req-ff69873e-3ccc-40e5-a4fb-110b0992650a tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d67e545-4d8c-40ef-a504-5b5e22bb06a3 HTTP/1.1" status: 200 len: 948 time: 0.0595210 Jun 03 18:53:03.839443 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:03.854191 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d67e545-4d8c-40ef-a504-5b5e22bb06a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db5874a-9b51-48b3-96a9-8dc8d13b16d7'}] {{(pid=103518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 18:53:03.855505 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db66028b02b75232abd2ce52c3e0184f662a2cc7ac62fff2d597f865859cb538" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-882f534b-6574-4099-9ecc-6080c78e3724" -d '{"events": [{"server_uuid": "7d67e545-4d8c-40ef-a504-5b5e22bb06a3", "name": "network-vif-plugged", "status": "completed", "tag": "1db5874a-9b51-48b3-96a9-8dc8d13b16d7"}]}' {{(pid=103518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 18:53:03.857680 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-d1ed54d4-bcd5-4827-a5b1-6ddace01739c req-7858d17a-951c-4d7a-a6fa-cc2123bde024 tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] 10.222.0.44 "GET /v2.0/security-groups?id=69cb8857-0db7-4231-83cf-7402e11034e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0257778 Jun 03 18:53:03.859800 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] For port 1db5874a-9b51-48b3-96a9-8dc8d13b16d7, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=1db5874a-9b51-48b3-96a9-8dc8d13b16d7,segment=NetworkSegment(5786d2fa-0df9-4874-bdca-1ab2cf26c8cd),segment_id=5786d2fa-0df9-4874-bdca-1ab2cf26c8cd)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:53:03.886789 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 18:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b97e5414-9135-4b1b-91c5-0d46e754a1a3 x-openstack-request-id: req-b97e5414-9135-4b1b-91c5-0d46e754a1a3 {{(pid=103518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 18:53:03.886950 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d67e545-4d8c-40ef-a504-5b5e22bb06a3", "name": "network-vif-plugged", "status": "completed", "tag": "1db5874a-9b51-48b3-96a9-8dc8d13b16d7", "code": 200}]} {{(pid=103518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 18:53:03.887084 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b97e5414-9135-4b1b-91c5-0d46e754a1a3 {{(pid=103518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 18:53:03.887314 dv-cinder-794661-1-smb neutron-server[103518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d67e545-4d8c-40ef-a504-5b5e22bb06a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db5874a-9b51-48b3-96a9-8dc8d13b16d7', 'code': 200} Jun 03 18:53:03.953011 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88801df7-dc2f-4ea4-9227-c98f9eed26e5 req-ca66e631-7f79-4b3c-9e01-de0608e17ad5 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:03.953962 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-88801df7-dc2f-4ea4-9227-c98f9eed26e5 req-ca66e631-7f79-4b3c-9e01-de0608e17ad5 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0509381 Jun 03 18:53:03.967513 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:03.969668 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:53:03.992602 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-88801df7-dc2f-4ea4-9227-c98f9eed26e5 req-dd620887-2b57-4595-bdb0-302e92f1b853 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350235 Jun 03 18:53:04.015377 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Pushing event updated for resources: {'Port': ['ID=1db5874a-9b51-48b3-96a9-8dc8d13b16d7,revision_number=5']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:53:04.017939 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:53:04.277834 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97161fb5-0dbb-4bd4-ad36-97b19bb91a17 req-e1348844-9a46-44b1-8e95-d8532b11689f tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:04.278711 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-97161fb5-0dbb-4bd4-ad36-97b19bb91a17 req-e1348844-9a46-44b1-8e95-d8532b11689f tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 945 time: 0.0465329 Jun 03 18:53:04.303932 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-97161fb5-0dbb-4bd4-ad36-97b19bb91a17 req-1c8b80cf-9f52-40d0-a734-9aead37f70d1 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0215247 Jun 03 18:53:04.880720 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de86f658-5b0e-4562-a244-c9deae858f9a req-b8885056-cdce-484a-9b6e-ecfa0c2fc29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:04.881766 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-de86f658-5b0e-4562-a244-c9deae858f9a req-b8885056-cdce-484a-9b6e-ecfa0c2fc29d service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=7d67e545-4d8c-40ef-a504-5b5e22bb06a3 HTTP/1.1" status: 200 len: 1102 time: 0.0556147 Jun 03 18:53:04.912573 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-de86f658-5b0e-4562-a244-c9deae858f9a req-2d25ae9b-f105-4715-96d2-b6be2e1fd4c9 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=69cb8857-0db7-4231-83cf-7402e11034e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0229764 Jun 03 18:53:04.970610 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ad1487-6ed3-4040-9c11-1c3cdebbbd9f req-c7137b36-28d5-4b22-a808-856084b1172b tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:04.971753 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-34ad1487-6ed3-4040-9c11-1c3cdebbbd9f req-c7137b36-28d5-4b22-a808-856084b1172b tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d67e545-4d8c-40ef-a504-5b5e22bb06a3 HTTP/1.1" status: 200 len: 949 time: 0.0493851 Jun 03 18:53:05.000894 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-34ad1487-6ed3-4040-9c11-1c3cdebbbd9f req-838ced44-6e29-49f9-880a-e21f7bd3aefa tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] 10.222.0.44 "GET /v2.0/security-groups?id=69cb8857-0db7-4231-83cf-7402e11034e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0215809 Jun 03 18:53:05.106354 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b62287-01ea-4ee9-bd4e-457106ba55fd req-b4d7a024-178f-4838-b9c0-1248e00d89d7 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:05.107190 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-72b62287-01ea-4ee9-bd4e-457106ba55fd req-b4d7a024-178f-4838-b9c0-1248e00d89d7 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0444188 Jun 03 18:53:05.143890 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-72b62287-01ea-4ee9-bd4e-457106ba55fd req-1b4a1fc0-a37b-4817-9edd-3f1dcb0a0c78 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298860 Jun 03 18:53:05.380709 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3039992-ceb6-41c2-853c-640d8ef8e982 req-f39777ab-de4b-4e50-a8a9-827b4e182520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:05.381792 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-d3039992-ceb6-41c2-853c-640d8ef8e982 req-f39777ab-de4b-4e50-a8a9-827b4e182520 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 1098 time: 0.0648024 Jun 03 18:53:05.411374 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-d3039992-ceb6-41c2-853c-640d8ef8e982 req-7d5a00ee-7c01-4e26-b01b-eadcb1590aca service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0221572 Jun 03 18:53:05.433770 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5216ea33-d31f-4cd7-aac7-08f01b63b535 req-b5112367-330c-47ae-a446-b03e0fad071c tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:05.434810 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-5216ea33-d31f-4cd7-aac7-08f01b63b535 req-b5112367-330c-47ae-a446-b03e0fad071c tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 945 time: 0.0523593 Jun 03 18:53:05.464432 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-5216ea33-d31f-4cd7-aac7-08f01b63b535 req-dfd442ca-c0df-4592-a538-bf2e867304f5 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0257089 Jun 03 18:53:06.133352 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036cf099-86bf-487a-a01a-e8f630d1c614 req-18e75d85-02e4-4c58-8470-21ecf52b08be tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:06.134397 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-036cf099-86bf-487a-a01a-e8f630d1c614 req-18e75d85-02e4-4c58-8470-21ecf52b08be tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d67e545-4d8c-40ef-a504-5b5e22bb06a3 HTTP/1.1" status: 200 len: 949 time: 0.0558221 Jun 03 18:53:06.175182 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-036cf099-86bf-487a-a01a-e8f630d1c614 req-f4a2db28-12a2-4649-83f3-fe2dd50a8c49 tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] 10.222.0.44 "GET /v2.0/security-groups?id=69cb8857-0db7-4231-83cf-7402e11034e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339711 Jun 03 18:53:06.374137 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a4f5b-8126-4908-a41f-f1f130476371 req-e44c8173-5133-41b3-a81c-19a45608178d tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:06.375164 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-c94a4f5b-8126-4908-a41f-f1f130476371 req-e44c8173-5133-41b3-a81c-19a45608178d tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=332c0c01-0f24-4783-9646-920563998799 HTTP/1.1" status: 200 len: 945 time: 0.0590997 Jun 03 18:53:06.377897 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ebc271-88a5-46a2-a731-1e4089aefce3 req-cd08ade8-31f0-4708-bc4f-629f59fedc21 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:06.378149 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-e5ebc271-88a5-46a2-a731-1e4089aefce3 req-cd08ade8-31f0-4708-bc4f-629f59fedc21 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.1391122 Jun 03 18:53:06.409470 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-c94a4f5b-8126-4908-a41f-f1f130476371 req-ec8b3373-fca4-4dbe-8b15-b460d73ed172 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0217bca-e2f4-4d08-8774-71c4c877895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277662 Jun 03 18:53:06.409571 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-e5ebc271-88a5-46a2-a731-1e4089aefce3 req-4bea4378-5f06-4d29-bea1-e8c69d03a39a tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273404 Jun 03 18:53:06.576722 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba4a8f-300d-44ff-b5db-b956bdf9bffb req-d84d6e61-7e33-46f7-aba4-e097dcba9d8a tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:06.577587 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-eaba4a8f-300d-44ff-b5db-b956bdf9bffb req-d84d6e61-7e33-46f7-aba4-e097dcba9d8a tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 945 time: 0.0547345 Jun 03 18:53:06.603778 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-eaba4a8f-300d-44ff-b5db-b956bdf9bffb req-9da737e5-2d8b-4185-8fbe-58fb61407250 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0212021 Jun 03 18:53:07.280238 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed663ef-4133-4206-86bd-205e1db1560b req-52f25d55-f4f3-42e7-9742-9d3b41ce191c tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:07.281112 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-3ed663ef-4133-4206-86bd-205e1db1560b req-52f25d55-f4f3-42e7-9742-9d3b41ce191c tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d67e545-4d8c-40ef-a504-5b5e22bb06a3 HTTP/1.1" status: 200 len: 949 time: 0.0438788 Jun 03 18:53:07.306744 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-3ed663ef-4133-4206-86bd-205e1db1560b req-554a8ce3-7436-48d7-8fa3-6060623bfe11 tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] 10.222.0.44 "GET /v2.0/security-groups?id=69cb8857-0db7-4231-83cf-7402e11034e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0222325 Jun 03 18:53:07.534006 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627a148d-70ce-44b5-bd70-128cc1f88b74 req-8c506bbb-48c2-4c01-af6d-2f9ab05309be tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:07.534674 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-627a148d-70ce-44b5-bd70-128cc1f88b74 req-8c506bbb-48c2-4c01-af6d-2f9ab05309be tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=332c0c01-0f24-4783-9646-920563998799 HTTP/1.1" status: 200 len: 945 time: 0.0526776 Jun 03 18:53:07.560176 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-627a148d-70ce-44b5-bd70-128cc1f88b74 req-ca51d35a-097e-4ba0-8222-9c131c39f123 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0217bca-e2f4-4d08-8774-71c4c877895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0216825 Jun 03 18:53:07.663536 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364c0e9-0da1-4641-ab17-345a493fa86f req-1a20b051-c30d-47ce-82aa-e26ac474b39d tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:07.664471 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-1364c0e9-0da1-4641-ab17-345a493fa86f req-1a20b051-c30d-47ce-82aa-e26ac474b39d tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0487530 Jun 03 18:53:07.690664 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-1364c0e9-0da1-4641-ab17-345a493fa86f req-07aa0e09-ab8a-4f98-93b2-a70d2ac60f95 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0228996 Jun 03 18:53:07.786423 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d3a41-d158-4ea1-8b4b-794dd997f5be req-dec2c235-432f-40db-9cdd-26b9a49ad89a tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:07.787147 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-650d3a41-d158-4ea1-8b4b-794dd997f5be req-dec2c235-432f-40db-9cdd-26b9a49ad89a tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 945 time: 0.0459051 Jun 03 18:53:07.823728 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-650d3a41-d158-4ea1-8b4b-794dd997f5be req-db51a0b7-ed02-4646-b84f-ed4185773e56 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290303 Jun 03 18:53:07.895840 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64532650-68f1-4f7c-b97e-7b2d8288cbd1 req-04580e38-8873-4369-a65e-1de44314a0de tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:07.896738 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-64532650-68f1-4f7c-b97e-7b2d8288cbd1 req-04580e38-8873-4369-a65e-1de44314a0de tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d67e545-4d8c-40ef-a504-5b5e22bb06a3 HTTP/1.1" status: 200 len: 949 time: 0.0454185 Jun 03 18:53:07.921585 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-64532650-68f1-4f7c-b97e-7b2d8288cbd1 req-57a5bb71-4c4e-4156-a01d-3ffc9ea36303 tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] 10.222.0.44 "GET /v2.0/security-groups?id=69cb8857-0db7-4231-83cf-7402e11034e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0213785 Jun 03 18:53:08.335090 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894e1b97-3853-41bd-9295-2395656447b3 req-eacb2191-7583-4b15-9708-ee393ab23ec7 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:08.335975 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-894e1b97-3853-41bd-9295-2395656447b3 req-eacb2191-7583-4b15-9708-ee393ab23ec7 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 945 time: 0.0556211 Jun 03 18:53:08.389825 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-894e1b97-3853-41bd-9295-2395656447b3 req-b4f6d18f-7edb-44e1-af21-bc2b02bc6214 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497861 Jun 03 18:53:08.407469 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a74d48-a4e0-4329-b112-d0db2c9e182c req-beb6b00f-01c7-43ff-8606-f52a2736354d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:08.408588 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-63a74d48-a4e0-4329-b112-d0db2c9e182c req-beb6b00f-01c7-43ff-8606-f52a2736354d service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=04d914789bfc4c6082997cc72d5d376a&device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 1098 time: 0.0464413 Jun 03 18:53:08.504464 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a74d48-a4e0-4329-b112-d0db2c9e182c req-29a75da6-8616-473d-9e74-01c96f6afa0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:08.505456 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-63a74d48-a4e0-4329-b112-d0db2c9e182c req-29a75da6-8616-473d-9e74-01c96f6afa0e service neutron] 10.222.0.108 "GET /v2.0/networks?id=96b760d7-3720-403e-b1ec-2fd415aa44fd HTTP/1.1" status: 200 len: 920 time: 0.0861104 Jun 03 18:53:08.561303 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-63a74d48-a4e0-4329-b112-d0db2c9e182c req-6509c285-6318-4c69-8dc0-cb40881fde07 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d85775b-d525-42e0-8d08-c42974bc6fd1 HTTP/1.1" status: 200 len: 217 time: 0.0391688 Jun 03 18:53:08.609910 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a74d48-a4e0-4329-b112-d0db2c9e182c req-ecce41ca-f7d2-442a-b977-84461ae4a2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:08.610867 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-63a74d48-a4e0-4329-b112-d0db2c9e182c req-ecce41ca-f7d2-442a-b977-84461ae4a2e9 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=cdba7c81-6690-4a2c-8589-65ca072f8ce6 HTTP/1.1" status: 200 len: 858 time: 0.0356717 Jun 03 18:53:08.644439 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-63a74d48-a4e0-4329-b112-d0db2c9e182c req-b04e4f9c-6be7-43b6-9fba-f52d22978718 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=96b760d7-3720-403e-b1ec-2fd415aa44fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254359 Jun 03 18:53:08.691717 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fffab0c-7c2d-472d-85ac-bf25053fe6a2 req-9a4ba8ce-62e0-47ca-a3ae-c475915b92ce tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:08.692658 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-1fffab0c-7c2d-472d-85ac-bf25053fe6a2 req-9a4ba8ce-62e0-47ca-a3ae-c475915b92ce tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=332c0c01-0f24-4783-9646-920563998799 HTTP/1.1" status: 200 len: 945 time: 0.0589755 Jun 03 18:53:08.720132 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-1fffab0c-7c2d-472d-85ac-bf25053fe6a2 req-b0b2b01c-b58e-46f0-9e9c-7f80f8ef8e4b tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0217bca-e2f4-4d08-8774-71c4c877895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0240281 Jun 03 18:53:08.726484 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-63a74d48-a4e0-4329-b112-d0db2c9e182c req-136b89c7-9f93-44fd-9ae2-ad294d3d8202 service neutron] 10.222.0.108 "GET /v2.0/networks/96b760d7-3720-403e-b1ec-2fd415aa44fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0713542 Jun 03 18:53:08.831540 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-63a74d48-a4e0-4329-b112-d0db2c9e182c req-4bbcd7b1-5841-44f7-9f9e-31db763017ff service neutron] 10.222.0.108 "GET /v2.0/networks/96b760d7-3720-403e-b1ec-2fd415aa44fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979989 Jun 03 18:53:08.847825 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f9ba42-ae6d-45a2-ab8d-6bbcd40ffbc3 req-060919a6-2a93-434c-8a91-2ceda9b12b04 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:08.848709 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-43f9ba42-ae6d-45a2-ab8d-6bbcd40ffbc3 req-060919a6-2a93-434c-8a91-2ceda9b12b04 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0710497 Jun 03 18:53:08.876330 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-43f9ba42-ae6d-45a2-ab8d-6bbcd40ffbc3 req-a9257ea0-5695-4ba2-9449-a678849f3858 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0233192 Jun 03 18:53:09.033693 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ac41f0-5c1d-4cca-9e6a-f403535d0b84 req-a3dade30-9642-4865-a291-713c3baff8c1 tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:09.034568 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-c3ac41f0-5c1d-4cca-9e6a-f403535d0b84 req-a3dade30-9642-4865-a291-713c3baff8c1 tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d67e545-4d8c-40ef-a504-5b5e22bb06a3 HTTP/1.1" status: 200 len: 949 time: 0.0529261 Jun 03 18:53:09.087204 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-c3ac41f0-5c1d-4cca-9e6a-f403535d0b84 req-166fc4d6-b597-497b-ad7b-3c5a869a836a tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] 10.222.0.44 "GET /v2.0/security-groups?id=69cb8857-0db7-4231-83cf-7402e11034e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496631 Jun 03 18:53:09.109126 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649289c3-4dae-4714-8c11-ed0fff90c685 req-90689d25-380b-462d-a735-8af17b0b89c4 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:09.110031 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-649289c3-4dae-4714-8c11-ed0fff90c685 req-90689d25-380b-462d-a735-8af17b0b89c4 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.108 "GET /v2.0/ports?device_id=332c0c01-0f24-4783-9646-920563998799 HTTP/1.1" status: 200 len: 945 time: 0.0607030 Jun 03 18:53:09.196442 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [req-649289c3-4dae-4714-8c11-ed0fff90c685 req-2836b972-2579-4d22-af37-e410a5763d2b tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Deleting port 4fd16d1d-3daa-4d56-b85e-875a778f08be {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 18:53:09.196921 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-649289c3-4dae-4714-8c11-ed0fff90c685 req-2836b972-2579-4d22-af37-e410a5763d2b tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241832951'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:09.278374 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.db [req-649289c3-4dae-4714-8c11-ed0fff90c685 req-2836b972-2579-4d22-af37-e410a5763d2b tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] For port 4fd16d1d-3daa-4d56-b85e-875a778f08be, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=4fd16d1d-3daa-4d56-b85e-875a778f08be,segment=NetworkSegment(dbca1dbe-5a89-473a-94f4-75bd9e3fa1aa),segment_id=dbca1dbe-5a89-473a-94f4-75bd9e3fa1aa)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:53:09.278632 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-649289c3-4dae-4714-8c11-ed0fff90c685 req-2836b972-2579-4d22-af37-e410a5763d2b tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:09.394717 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [req-649289c3-4dae-4714-8c11-ed0fff90c685 req-2836b972-2579-4d22-af37-e410a5763d2b tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Calling delete_port for 4fd16d1d-3daa-4d56-b85e-875a778f08be owned by compute:nova {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 18:53:09.508323 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3609fcc-6904-4cfa-a459-05155b78ae68 req-076c8dfb-a26f-43a6-a441-98a3ca17933a tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:09.509141 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-a3609fcc-6904-4cfa-a459-05155b78ae68 req-076c8dfb-a26f-43a6-a441-98a3ca17933a tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 945 time: 0.0480728 Jun 03 18:53:09.566328 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-649289c3-4dae-4714-8c11-ed0fff90c685 req-2836b972-2579-4d22-af37-e410a5763d2b tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241743607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751241322837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3014096'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:09.570901 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:53:09.573636 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-a3609fcc-6904-4cfa-a459-05155b78ae68 req-a8e860e5-eddb-4347-8e80-1aad4e751a64 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605044 Jun 03 18:53:09.577832 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] get_ports_and_sgs() called for port_ids ['74debd3c-54bd-4786-9965-2e8931cdad8a', '049b4123-52c3-4b12-80e6-6a8aeed80456', '7b85cbe9-9161-4e26-8aeb-337ef341ca8f', '4fd16d1d-3daa-4d56-b85e-875a778f08be'] {{(pid=103518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 18:53:09.595121 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2836b972-2579-4d22-af37-e410a5763d2b tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Pushing event deleted for resources: {'Port': ['ID=4fd16d1d-3daa-4d56-b85e-875a778f08be,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:53:09.596832 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-2836b972-2579-4d22-af37-e410a5763d2b tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:53:09.640175 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [req-649289c3-4dae-4714-8c11-ed0fff90c685 req-2836b972-2579-4d22-af37-e410a5763d2b tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] No DVR routers for this DVR port 4fd16d1d-3daa-4d56-b85e-875a778f08be on host hv-cinder-79466 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 18:53:09.642377 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-649289c3-4dae-4714-8c11-ed0fff90c685 req-2836b972-2579-4d22-af37-e410a5763d2b tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56630'] for port, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:09.643871 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '332c0c01-0f24-4783-9646-920563998799', 'name': 'network-vif-deleted', 'tag': '4fd16d1d-3daa-4d56-b85e-875a778f08be'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 18:53:09.645242 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc39b0f538a7142e305aed45b4a3a48499e72eb72884f9d3de90a53803998271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ea1318-f5d9-4b3c-9013-e1e68a334816" -d '{"events": [{"server_uuid": "332c0c01-0f24-4783-9646-920563998799", "name": "network-vif-deleted", "tag": "4fd16d1d-3daa-4d56-b85e-875a778f08be"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 18:53:09.669872 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 18:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7130117-bfa3-4a67-a3c2-93086970996d x-openstack-request-id: req-c7130117-bfa3-4a67-a3c2-93086970996d {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 18:53:09.670048 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "332c0c01-0f24-4783-9646-920563998799", "name": "network-vif-deleted", "tag": "4fd16d1d-3daa-4d56-b85e-875a778f08be", "status": "completed", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 18:53:09.670194 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c7130117-bfa3-4a67-a3c2-93086970996d {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 18:53:09.670437 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '332c0c01-0f24-4783-9646-920563998799', 'name': 'network-vif-deleted', 'tag': '4fd16d1d-3daa-4d56-b85e-875a778f08be', 'status': 'completed', 'code': 200} Jun 03 18:53:09.728243 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-649289c3-4dae-4714-8c11-ed0fff90c685 req-2836b972-2579-4d22-af37-e410a5763d2b tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.108 "DELETE /v2.0/ports/4fd16d1d-3daa-4d56-b85e-875a778f08be HTTP/1.1" status: 204 len: 173 time: 0.6086118 Jun 03 18:53:09.805130 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-1301234e-0d6d-4fb0-aa93-1af574d91520 req-bc034a40-10d9-4935-893a-d7404dda97f4 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=332c0c01-0f24-4783-9646-920563998799 HTTP/1.1" status: 200 len: 210 time: 0.0239589 Jun 03 18:53:09.999545 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24562e47-f021-45d3-9ba9-919fc6a1958a req-71e8be38-eaa5-4c17-b686-e0b0e5335b15 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:10.000545 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-24562e47-f021-45d3-9ba9-919fc6a1958a req-71e8be38-eaa5-4c17-b686-e0b0e5335b15 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0650880 Jun 03 18:53:10.027647 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-24562e47-f021-45d3-9ba9-919fc6a1958a req-df9e3dbd-c57b-4412-aad4-d6a3c565d393 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0234282 Jun 03 18:53:10.187627 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314b733-a090-4b09-be03-9dc7e7f6a924 req-e5eeb9d8-de15-47ea-a27f-55d3e1cb6f1e tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:10.188449 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-c314b733-a090-4b09-be03-9dc7e7f6a924 req-e5eeb9d8-de15-47ea-a27f-55d3e1cb6f1e tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] 10.222.0.108 "GET /v2.0/ports?device_id=7d67e545-4d8c-40ef-a504-5b5e22bb06a3 HTTP/1.1" status: 200 len: 949 time: 0.0472941 Jun 03 18:53:10.199245 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc65d3b9-e057-437d-87d4-f9ccbbafd6ac req-85ff2888-f864-4722-8789-9c28fcff711b tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:10.200243 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-cc65d3b9-e057-437d-87d4-f9ccbbafd6ac req-85ff2888-f864-4722-8789-9c28fcff711b tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d67e545-4d8c-40ef-a504-5b5e22bb06a3 HTTP/1.1" status: 200 len: 949 time: 0.0517135 Jun 03 18:53:10.226158 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-cc65d3b9-e057-437d-87d4-f9ccbbafd6ac req-b76b2ea0-29ab-4f43-ac92-8413d2fe304a tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] 10.222.0.44 "GET /v2.0/security-groups?id=69cb8857-0db7-4231-83cf-7402e11034e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0220091 Jun 03 18:53:10.282690 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [req-c314b733-a090-4b09-be03-9dc7e7f6a924 req-a769b3aa-ed80-41e2-b7a7-1aa5508f6b9a tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] Deleting port 1db5874a-9b51-48b3-96a9-8dc8d13b16d7 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 18:53:10.282869 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-c314b733-a090-4b09-be03-9dc7e7f6a924 req-a769b3aa-ed80-41e2-b7a7-1aa5508f6b9a tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241832951'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:10.369090 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.db [req-c314b733-a090-4b09-be03-9dc7e7f6a924 req-a769b3aa-ed80-41e2-b7a7-1aa5508f6b9a tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] For port 1db5874a-9b51-48b3-96a9-8dc8d13b16d7, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=1db5874a-9b51-48b3-96a9-8dc8d13b16d7,segment=NetworkSegment(5786d2fa-0df9-4874-bdca-1ab2cf26c8cd),segment_id=5786d2fa-0df9-4874-bdca-1ab2cf26c8cd)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:53:10.369309 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-c314b733-a090-4b09-be03-9dc7e7f6a924 req-a769b3aa-ed80-41e2-b7a7-1aa5508f6b9a tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:10.431957 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [req-c314b733-a090-4b09-be03-9dc7e7f6a924 req-a769b3aa-ed80-41e2-b7a7-1aa5508f6b9a tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] Calling delete_port for 1db5874a-9b51-48b3-96a9-8dc8d13b16d7 owned by compute:nova {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 18:53:10.583835 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-c314b733-a090-4b09-be03-9dc7e7f6a924 req-a769b3aa-ed80-41e2-b7a7-1aa5508f6b9a tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241743607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751241322837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3014096'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:10.588923 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-2836b972-2579-4d22-af37-e410a5763d2b tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:53:10.634749 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a769b3aa-ed80-41e2-b7a7-1aa5508f6b9a tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] Pushing event deleted for resources: {'Port': ['ID=1db5874a-9b51-48b3-96a9-8dc8d13b16d7,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:53:10.636483 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-a769b3aa-ed80-41e2-b7a7-1aa5508f6b9a tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:53:10.683010 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [req-c314b733-a090-4b09-be03-9dc7e7f6a924 req-a769b3aa-ed80-41e2-b7a7-1aa5508f6b9a tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] No DVR routers for this DVR port 1db5874a-9b51-48b3-96a9-8dc8d13b16d7 on host hv-cinder-79466 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 18:53:10.685468 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-c314b733-a090-4b09-be03-9dc7e7f6a924 req-a769b3aa-ed80-41e2-b7a7-1aa5508f6b9a tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56630'] for port, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:10.712403 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac950779-805d-4187-b39f-61efc794aa79 req-3942aab1-697e-4ef8-8808-8e4c4703fb3f tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:10.713316 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-ac950779-805d-4187-b39f-61efc794aa79 req-3942aab1-697e-4ef8-8808-8e4c4703fb3f tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 945 time: 0.0736954 Jun 03 18:53:10.743906 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-ac950779-805d-4187-b39f-61efc794aa79 req-adc389f5-7ead-4346-a934-02f0abb9ce1b tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261636 Jun 03 18:53:10.752028 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] get_ports_and_sgs() called for port_ids ['1db5874a-9b51-48b3-96a9-8dc8d13b16d7'] {{(pid=103518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 18:53:10.779970 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-c314b733-a090-4b09-be03-9dc7e7f6a924 req-a769b3aa-ed80-41e2-b7a7-1aa5508f6b9a tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] 10.222.0.108 "DELETE /v2.0/ports/1db5874a-9b51-48b3-96a9-8dc8d13b16d7 HTTP/1.1" status: 204 len: 173 time: 0.5732114 Jun 03 18:53:10.906323 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-74710c27-5867-4a0a-8694-88ff99a73d4e req-c0a26a82-8943-4fc7-80d1-abedb5a6eb4d tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=332c0c01-0f24-4783-9646-920563998799 HTTP/1.1" status: 200 len: 210 time: 0.0358279 Jun 03 18:53:11.136362 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a46aa-9fa3-43f1-a541-a3439eb08c7b req-77e5d219-a73e-4f0f-864b-609b0580534a tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:11.137425 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-a88a46aa-9fa3-43f1-a541-a3439eb08c7b req-77e5d219-a73e-4f0f-864b-609b0580534a tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0464835 Jun 03 18:53:11.163777 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-a88a46aa-9fa3-43f1-a541-a3439eb08c7b req-05bb70fb-6b08-47e5-869f-8ef2366b729c tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0223687 Jun 03 18:53:11.330482 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-c24c5f98-1f4f-4917-aa49-6e55db4a5cee req-3a7fea6c-4788-4102-b2e1-fa8ee34da20b tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] Synchronizing usage tracker for tenant:2aa6d6fae3aa456686b6b9e93ae1fc2c on resource:port {{(pid=103516) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 18:53:11.412980 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-c24c5f98-1f4f-4917-aa49-6e55db4a5cee req-3a7fea6c-4788-4102-b2e1-fa8ee34da20b tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] Unset dirty status for tenant:2aa6d6fae3aa456686b6b9e93ae1fc2c on resource:port {{(pid=103516) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 18:53:11.413958 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-c24c5f98-1f4f-4917-aa49-6e55db4a5cee req-3a7fea6c-4788-4102-b2e1-fa8ee34da20b tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d67e545-4d8c-40ef-a504-5b5e22bb06a3 HTTP/1.1" status: 200 len: 210 time: 0.1232789 Jun 03 18:53:11.671907 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d67e545-4d8c-40ef-a504-5b5e22bb06a3', 'name': 'network-vif-deleted', 'tag': '1db5874a-9b51-48b3-96a9-8dc8d13b16d7'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 18:53:11.674797 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc39b0f538a7142e305aed45b4a3a48499e72eb72884f9d3de90a53803998271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22e3fd58-fb85-41c2-92c8-3eccb8a5f6e0" -d '{"events": [{"server_uuid": "7d67e545-4d8c-40ef-a504-5b5e22bb06a3", "name": "network-vif-deleted", "tag": "1db5874a-9b51-48b3-96a9-8dc8d13b16d7"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 18:53:11.715928 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 18:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc94033-73cd-4ed3-ae51-ffcf92dd8fa2 x-openstack-request-id: req-1dc94033-73cd-4ed3-ae51-ffcf92dd8fa2 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 18:53:11.716187 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d67e545-4d8c-40ef-a504-5b5e22bb06a3", "name": "network-vif-deleted", "tag": "1db5874a-9b51-48b3-96a9-8dc8d13b16d7", "status": "completed", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 18:53:11.716405 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1dc94033-73cd-4ed3-ae51-ffcf92dd8fa2 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 18:53:11.716795 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d67e545-4d8c-40ef-a504-5b5e22bb06a3', 'name': 'network-vif-deleted', 'tag': '1db5874a-9b51-48b3-96a9-8dc8d13b16d7', 'status': 'completed', 'code': 200} Jun 03 18:53:11.872079 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eb6171-828a-48c7-9673-40857c074711 req-b30cdb99-2d6b-4a1e-8130-ef496275abf5 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:11.873089 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-10eb6171-828a-48c7-9673-40857c074711 req-b30cdb99-2d6b-4a1e-8130-ef496275abf5 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 945 time: 0.0638347 Jun 03 18:53:11.901384 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-10eb6171-828a-48c7-9673-40857c074711 req-73ac5962-e11a-4fcc-8eed-5c1761e4f2be tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0241826 Jun 03 18:53:12.010140 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-7f875c07-de1a-45ca-9231-463b09f74bcf req-b8dcc664-9142-44c6-a395-d41b918917b6 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=332c0c01-0f24-4783-9646-920563998799 HTTP/1.1" status: 200 len: 210 time: 0.0270617 Jun 03 18:53:12.302810 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7545006d-270b-4dd1-a2f2-3c747cc124c9 req-501c4d28-7b1d-45d0-82e9-51f91c05192b tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:12.303748 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-7545006d-270b-4dd1-a2f2-3c747cc124c9 req-501c4d28-7b1d-45d0-82e9-51f91c05192b tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0553818 Jun 03 18:53:12.342325 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-7545006d-270b-4dd1-a2f2-3c747cc124c9 req-da155698-9652-47c4-9b16-85b25bf30c79 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296032 Jun 03 18:53:12.531451 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-6c95e86a-b008-4bde-8169-3ac3d4abf1f8 req-f8f694d1-6d52-44cb-aee8-fc36f2d2b429 tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d67e545-4d8c-40ef-a504-5b5e22bb06a3 HTTP/1.1" status: 200 len: 210 time: 0.0376360 Jun 03 18:53:13.474051 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2852728-7e81-48e9-9af7-ca5505d72a78 req-5f14e778-b31b-4c0a-8eec-3a51d4bc3216 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:13.474051 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-e2852728-7e81-48e9-9af7-ca5505d72a78 req-5f14e778-b31b-4c0a-8eec-3a51d4bc3216 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0636096 Jun 03 18:53:13.502795 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-e2852728-7e81-48e9-9af7-ca5505d72a78 req-18e04cf2-850e-42c3-bb29-f79fe8868456 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0250475 Jun 03 18:53:13.637230 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-c6e5ea16-707c-45a7-accf-ac34a2f2baaa req-a202d866-9c81-4600-878f-e03912909169 tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d67e545-4d8c-40ef-a504-5b5e22bb06a3 HTTP/1.1" status: 200 len: 210 time: 0.0316031 Jun 03 18:53:13.715957 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Device 4fd16d1d-3daa-4d56-b85e-875a778f08be no longer exists at agent hyperv_hv-cinder-79466 {{(pid=103518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 18:53:13.745738 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.plugin [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] No Port match for: 4fd16d1d-3daa-4d56-b85e-875a778f08be {{(pid=103518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 18:53:13.745927 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Device 4fd16d1d-3daa-4d56-b85e-875a778f08be not bound to the agent host hv-cinder-79466 {{(pid=103518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 18:53:13.746160 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Device 1db5874a-9b51-48b3-96a9-8dc8d13b16d7 no longer exists at agent hyperv_hv-cinder-79466 {{(pid=103518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 18:53:13.766470 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.plugin [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] No Port match for: 1db5874a-9b51-48b3-96a9-8dc8d13b16d7 {{(pid=103518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 18:53:13.766670 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Device 1db5874a-9b51-48b3-96a9-8dc8d13b16d7 not bound to the agent host hv-cinder-79466 {{(pid=103518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 18:53:14.626199 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b6903d-8dee-45af-adff-9ea4e9d6ac32 req-21ef430c-c4c5-4f41-9b3f-80c3ad4c9f92 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:14.627156 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-c2b6903d-8dee-45af-adff-9ea4e9d6ac32 req-21ef430c-c4c5-4f41-9b3f-80c3ad4c9f92 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0558136 Jun 03 18:53:14.660157 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-c2b6903d-8dee-45af-adff-9ea4e9d6ac32 req-5abebcae-6362-4766-ba10-ae9e8d0c70b9 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273409 Jun 03 18:53:14.747145 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-425af91a-e8c8-43a8-b22a-3c37dd31175a req-5a37baca-eb9f-418f-bc7b-04ca06b6ba60 tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d67e545-4d8c-40ef-a504-5b5e22bb06a3 HTTP/1.1" status: 200 len: 210 time: 0.0326526 Jun 03 18:53:15.961800 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-f0fe69b5-e767-4279-8571-ddb1dc1107e7 req-e300e038-dd45-4542-b87b-5d262dba3b50 tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d67e545-4d8c-40ef-a504-5b5e22bb06a3 HTTP/1.1" status: 200 len: 210 time: 0.0386562 Jun 03 18:53:16.032678 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197dae5e-afc3-4dc9-9f10-2e124ae80a9f req-c6c019f5-57d6-4ca2-97a8-8c31652e62f0 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:16.033851 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-197dae5e-afc3-4dc9-9f10-2e124ae80a9f req-c6c019f5-57d6-4ca2-97a8-8c31652e62f0 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.1372375 Jun 03 18:53:16.065259 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-197dae5e-afc3-4dc9-9f10-2e124ae80a9f req-7f73c176-fa17-491d-b607-5a4f875e0ed4 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275071 Jun 03 18:53:16.091679 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034a2536-c7e5-4648-ab16-ac87c3fa67a1 req-faa63736-9490-409a-bc35-7086f45f7102 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:16.092643 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-034a2536-c7e5-4648-ab16-ac87c3fa67a1 req-faa63736-9490-409a-bc35-7086f45f7102 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=11ca52b9-45f4-4b71-b0bd-1cd6fdf48b01 HTTP/1.1" status: 200 len: 945 time: 0.0709178 Jun 03 18:53:16.122377 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-034a2536-c7e5-4648-ab16-ac87c3fa67a1 req-1dd5ecb2-8760-4b5d-a42f-2797f5f226de tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0217bca-e2f4-4d08-8774-71c4c877895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0258455 Jun 03 18:53:17.074075 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-3786076d-79e1-4412-b7b3-78e5df4846f4 req-1641b2be-c51f-4249-a6c0-6150e191124a tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d67e545-4d8c-40ef-a504-5b5e22bb06a3 HTTP/1.1" status: 200 len: 210 time: 0.0286727 Jun 03 18:53:17.190723 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddac57b-a41d-4845-b8a1-d782a678b8e6 req-d427bd05-6d12-4147-9068-a0d3d5364f50 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:17.191658 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-5ddac57b-a41d-4845-b8a1-d782a678b8e6 req-d427bd05-6d12-4147-9068-a0d3d5364f50 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0567143 Jun 03 18:53:17.225287 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-5ddac57b-a41d-4845-b8a1-d782a678b8e6 req-9f967ad3-d3c3-413b-a0ea-b99b14833502 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280497 Jun 03 18:53:17.238524 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a74ce-4897-464e-bb17-6d8e869ae20b req-0b8a4d91-692a-46d3-b928-36fc76f90608 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:17.239458 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-063a74ce-4897-464e-bb17-6d8e869ae20b req-0b8a4d91-692a-46d3-b928-36fc76f90608 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=11ca52b9-45f4-4b71-b0bd-1cd6fdf48b01 HTTP/1.1" status: 200 len: 945 time: 0.0524454 Jun 03 18:53:17.269013 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-063a74ce-4897-464e-bb17-6d8e869ae20b req-4a9dedde-2598-433c-95d0-892dd6fdc84e tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0217bca-e2f4-4d08-8774-71c4c877895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0253882 Jun 03 18:53:17.469905 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 56626) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:53:17.549319 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-672171ba-211b-4ad1-8b46-1db253894f69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:17.557221 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-672171ba-211b-4ad1-8b46-1db253894f69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:53:17.559516 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-672171ba-211b-4ad1-8b46-1db253894f69 admin admin] Usage tracker for resource:security_group_rule and tenant:1ac0a8086ba64695953ee32264eb9873 is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:53:17.561263 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-672171ba-211b-4ad1-8b46-1db253894f69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:53:17.564655 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-672171ba-211b-4ad1-8b46-1db253894f69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:53:17.613959 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-672171ba-211b-4ad1-8b46-1db253894f69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:17.678486 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-672171ba-211b-4ad1-8b46-1db253894f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:17.688835 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-cf8d9474-314d-4553-81cf-82b543614ca0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:53:17.719668 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-672171ba-211b-4ad1-8b46-1db253894f69 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1ac0a8086ba64695953ee32264eb9873&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2488718 Jun 03 18:53:17.720595 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672171ba-211b-4ad1-8b46-1db253894f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ace4c1-eb8f-4ec1-bfe6-2e8876b158a3,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:53:17.722015 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 56632) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:53:17.722630 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-672171ba-211b-4ad1-8b46-1db253894f69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:53:17.759108 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b1a01b3a-e66d-4e76-af0c-e117400a72a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:17.776103 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b1a01b3a-e66d-4e76-af0c-e117400a72a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:17.981561 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b1a01b3a-e66d-4e76-af0c-e117400a72a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:17.986504 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-2c24914b-ab49-4b7f-a1d4-4c183f49101c tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:53:17.992920 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a01b3a-e66d-4e76-af0c-e117400a72a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ace4c1-eb8f-4ec1-bfe6-2e8876b158a3,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:53:17.995524 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-b1a01b3a-e66d-4e76-af0c-e117400a72a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:53:17.998135 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b1a01b3a-e66d-4e76-af0c-e117400a72a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:17.999458 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-b1a01b3a-e66d-4e76-af0c-e117400a72a5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a9ace4c1-eb8f-4ec1-bfe6-2e8876b158a3 HTTP/1.1" status: 204 len: 168 time: 0.2766263 Jun 03 18:53:18.366022 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37820af3-a4de-4a14-b5ef-742859fd73c6 req-31fb9e9a-af96-43bb-b2b5-b9c0cf8bfba8 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:18.367448 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-37820af3-a4de-4a14-b5ef-742859fd73c6 req-31fb9e9a-af96-43bb-b2b5-b9c0cf8bfba8 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0620675 Jun 03 18:53:18.396375 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-37820af3-a4de-4a14-b5ef-742859fd73c6 req-550a466d-5f2c-49f0-a2c8-0e14e42c45e9 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0252662 Jun 03 18:53:18.416546 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3268541e-a028-4170-ac5e-1835302af685 req-2c01d05c-bf10-47cf-b83c-529417ff0beb tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:18.417496 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-3268541e-a028-4170-ac5e-1835302af685 req-2c01d05c-bf10-47cf-b83c-529417ff0beb tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=11ca52b9-45f4-4b71-b0bd-1cd6fdf48b01 HTTP/1.1" status: 200 len: 945 time: 0.0523710 Jun 03 18:53:18.444564 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-3268541e-a028-4170-ac5e-1835302af685 req-d32e39bf-d96c-42c1-a04e-74615c83fd4b tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0217bca-e2f4-4d08-8774-71c4c877895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0235848 Jun 03 18:53:18.774412 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9278ff-4e07-4226-861d-2b181cab085e req-626a5ac9-e6a0-4f86-948c-c66d2c7fc4ef tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:18.774856 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-7c9278ff-4e07-4226-861d-2b181cab085e req-626a5ac9-e6a0-4f86-948c-c66d2c7fc4ef tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Synchronizing usage tracker for tenant:c8ba5f9b622448d591fdad53cf4828bc on resource:port {{(pid=103516) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 18:53:19.031602 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 18:53:19.535964 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f643a-3f69-4c29-81cb-05e21f9f8411 req-c9266dd1-ac5f-479f-8149-343b9e6c29c3 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:19.537013 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-2e2f643a-3f69-4c29-81cb-05e21f9f8411 req-c9266dd1-ac5f-479f-8149-343b9e6c29c3 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0563948 Jun 03 18:53:19.570070 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-2e2f643a-3f69-4c29-81cb-05e21f9f8411 req-c18fd2b4-7763-496c-b0f3-6cde6d3fc7f8 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294452 Jun 03 18:53:19.677169 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cec1e1-c447-402c-a512-52e43f29d4f3 req-fe8a972d-a4e7-4ed9-8d49-da5c09ccc999 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:19.678094 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-d6cec1e1-c447-402c-a512-52e43f29d4f3 req-fe8a972d-a4e7-4ed9-8d49-da5c09ccc999 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=11ca52b9-45f4-4b71-b0bd-1cd6fdf48b01 HTTP/1.1" status: 200 len: 945 time: 0.0575521 Jun 03 18:53:19.704464 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-d6cec1e1-c447-402c-a512-52e43f29d4f3 req-90eb50b4-02bd-4069-86b6-aa3aeac494eb tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0217bca-e2f4-4d08-8774-71c4c877895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0226741 Jun 03 18:53:20.096956 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-7c9278ff-4e07-4226-861d-2b181cab085e req-626a5ac9-e6a0-4f86-948c-c66d2c7fc4ef tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Unset dirty status for tenant:c8ba5f9b622448d591fdad53cf4828bc on resource:port {{(pid=103516) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 18:53:20.098096 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-7c9278ff-4e07-4226-861d-2b181cab085e req-626a5ac9-e6a0-4f86-948c-c66d2c7fc4ef tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.108 "GET /v2.0/ports?device_id=11ca52b9-45f4-4b71-b0bd-1cd6fdf48b01 HTTP/1.1" status: 200 len: 945 time: 1.3916266 Jun 03 18:53:20.204251 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [req-7c9278ff-4e07-4226-861d-2b181cab085e req-9f1ba59a-d451-47cc-9a90-6d8219f1db98 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Deleting port 7b85cbe9-9161-4e26-8aeb-337ef341ca8f {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 18:53:20.204552 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-7c9278ff-4e07-4226-861d-2b181cab085e req-9f1ba59a-d451-47cc-9a90-6d8219f1db98 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241832951'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:20.294235 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.db [req-7c9278ff-4e07-4226-861d-2b181cab085e req-9f1ba59a-d451-47cc-9a90-6d8219f1db98 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] For port 7b85cbe9-9161-4e26-8aeb-337ef341ca8f, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=7b85cbe9-9161-4e26-8aeb-337ef341ca8f,segment=NetworkSegment(dbca1dbe-5a89-473a-94f4-75bd9e3fa1aa),segment_id=dbca1dbe-5a89-473a-94f4-75bd9e3fa1aa)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:53:20.294235 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-7c9278ff-4e07-4226-861d-2b181cab085e req-9f1ba59a-d451-47cc-9a90-6d8219f1db98 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:20.360301 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [req-7c9278ff-4e07-4226-861d-2b181cab085e req-9f1ba59a-d451-47cc-9a90-6d8219f1db98 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Calling delete_port for 7b85cbe9-9161-4e26-8aeb-337ef341ca8f owned by compute:nova {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 18:53:20.506665 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-7c9278ff-4e07-4226-861d-2b181cab085e req-9f1ba59a-d451-47cc-9a90-6d8219f1db98 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241743607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751241322837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3014096'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:20.511100 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-a769b3aa-ed80-41e2-b7a7-1aa5508f6b9a tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:53:20.519921 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] get_ports_and_sgs() called for port_ids ['74debd3c-54bd-4786-9965-2e8931cdad8a', '049b4123-52c3-4b12-80e6-6a8aeed80456'] {{(pid=103518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 18:53:20.535113 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1ba59a-d451-47cc-9a90-6d8219f1db98 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Pushing event deleted for resources: {'Port': ['ID=7b85cbe9-9161-4e26-8aeb-337ef341ca8f,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:53:20.536745 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-9f1ba59a-d451-47cc-9a90-6d8219f1db98 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:53:20.583429 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c9278ff-4e07-4226-861d-2b181cab085e req-9f1ba59a-d451-47cc-9a90-6d8219f1db98 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] No DVR routers for this DVR port 7b85cbe9-9161-4e26-8aeb-337ef341ca8f on host hv-cinder-79466 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 18:53:20.586399 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-7c9278ff-4e07-4226-861d-2b181cab085e req-9f1ba59a-d451-47cc-9a90-6d8219f1db98 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56630'] for port, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:20.588818 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11ca52b9-45f4-4b71-b0bd-1cd6fdf48b01', 'name': 'network-vif-deleted', 'tag': '7b85cbe9-9161-4e26-8aeb-337ef341ca8f'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 18:53:20.590185 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc39b0f538a7142e305aed45b4a3a48499e72eb72884f9d3de90a53803998271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d8c158-3ba5-454e-9cea-627b0cebba32" -d '{"events": [{"server_uuid": "11ca52b9-45f4-4b71-b0bd-1cd6fdf48b01", "name": "network-vif-deleted", "tag": "7b85cbe9-9161-4e26-8aeb-337ef341ca8f"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 18:53:20.676104 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-7c9278ff-4e07-4226-861d-2b181cab085e req-9f1ba59a-d451-47cc-9a90-6d8219f1db98 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.108 "DELETE /v2.0/ports/7b85cbe9-9161-4e26-8aeb-337ef341ca8f HTTP/1.1" status: 204 len: 173 time: 0.5712175 Jun 03 18:53:20.680768 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd18684-19b6-481f-a740-a187f6d0c228 req-ad934545-e6fb-4e03-979d-0f620ec936ec tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:20.681756 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-acd18684-19b6-481f-a740-a187f6d0c228 req-ad934545-e6fb-4e03-979d-0f620ec936ec tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0492342 Jun 03 18:53:20.713856 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-acd18684-19b6-481f-a740-a187f6d0c228 req-c7311d1e-f397-497e-b9d0-d28b7fed8c31 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282030 Jun 03 18:53:20.743098 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 18:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85929aae-e38a-4af4-aac5-869743b72ceb x-openstack-request-id: req-85929aae-e38a-4af4-aac5-869743b72ceb {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 18:53:20.743278 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11ca52b9-45f4-4b71-b0bd-1cd6fdf48b01", "name": "network-vif-deleted", "tag": "7b85cbe9-9161-4e26-8aeb-337ef341ca8f", "status": "completed", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 18:53:20.743429 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-85929aae-e38a-4af4-aac5-869743b72ceb {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 18:53:20.743682 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11ca52b9-45f4-4b71-b0bd-1cd6fdf48b01', 'name': 'network-vif-deleted', 'tag': '7b85cbe9-9161-4e26-8aeb-337ef341ca8f', 'status': 'completed', 'code': 200} Jun 03 18:53:20.806560 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-6100d1cd-9fd2-4102-8477-5aace61958f9 req-5f4b749b-903b-4972-bb91-ad1b73bef29b tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Synchronizing usage tracker for tenant:c8ba5f9b622448d591fdad53cf4828bc on resource:port {{(pid=103516) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 18:53:20.941398 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-6100d1cd-9fd2-4102-8477-5aace61958f9 req-5f4b749b-903b-4972-bb91-ad1b73bef29b tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Unset dirty status for tenant:c8ba5f9b622448d591fdad53cf4828bc on resource:port {{(pid=103516) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 18:53:20.942418 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-6100d1cd-9fd2-4102-8477-5aace61958f9 req-5f4b749b-903b-4972-bb91-ad1b73bef29b tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=11ca52b9-45f4-4b71-b0bd-1cd6fdf48b01 HTTP/1.1" status: 200 len: 210 time: 0.1596022 Jun 03 18:53:21.198664 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ccfd6b-76fc-417f-889c-32feeff58428 req-61d74871-8bc3-4d3a-b659-71d71d75ffa5 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:21.199537 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-85ccfd6b-76fc-417f-889c-32feeff58428 req-61d74871-8bc3-4d3a-b659-71d71d75ffa5 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fe2ba91-771c-460f-a28f-25e5450c027d HTTP/1.1" status: 200 len: 945 time: 0.0443168 Jun 03 18:53:21.228401 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-85ccfd6b-76fc-417f-889c-32feeff58428 req-39753c9f-af09-4776-8c03-f97181c4ed3b tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0248415 Jun 03 18:53:21.756011 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Device 7b85cbe9-9161-4e26-8aeb-337ef341ca8f no longer exists at agent hyperv_hv-cinder-79466 {{(pid=103518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 18:53:21.777505 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.plugin [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] No Port match for: 7b85cbe9-9161-4e26-8aeb-337ef341ca8f {{(pid=103518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 18:53:21.777731 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Device 7b85cbe9-9161-4e26-8aeb-337ef341ca8f not bound to the agent host hv-cinder-79466 {{(pid=103518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 18:53:21.838813 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d607c2-9cdf-4a10-b540-e33b5235eda7 req-4b54fbc2-8de7-48ed-ad46-a0d7ddad4f2d tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:21.839712 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-f9d607c2-9cdf-4a10-b540-e33b5235eda7 req-4b54fbc2-8de7-48ed-ad46-a0d7ddad4f2d tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0474703 Jun 03 18:53:21.867977 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-f9d607c2-9cdf-4a10-b540-e33b5235eda7 req-7225a97b-eab4-47c5-9aeb-e9aca7b13b89 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0245018 Jun 03 18:53:22.041293 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-31265cef-6479-435e-92c7-95d85cacafcd req-d5a6df4a-be43-4486-b2f3-fce54f8b7378 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=11ca52b9-45f4-4b71-b0bd-1cd6fdf48b01 HTTP/1.1" status: 200 len: 210 time: 0.0280786 Jun 03 18:53:22.337147 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a540b-4a17-480a-ba14-fd567cfa2e81 req-856661a2-204c-40a5-bcfd-1ee67b561c04 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:22.338090 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-ce8a540b-4a17-480a-ba14-fd567cfa2e81 req-856661a2-204c-40a5-bcfd-1ee67b561c04 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fe2ba91-771c-460f-a28f-25e5450c027d HTTP/1.1" status: 200 len: 945 time: 0.0497229 Jun 03 18:53:22.369118 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-ce8a540b-4a17-480a-ba14-fd567cfa2e81 req-ebf5505e-cdab-40c7-a383-c35ab6b0cd53 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273051 Jun 03 18:53:22.984013 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49898fc-4317-46c8-9ee0-11d71fae86c4 req-8b8129a6-bfaa-4f1f-92be-530a0b139bc2 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:22.984974 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-e49898fc-4317-46c8-9ee0-11d71fae86c4 req-8b8129a6-bfaa-4f1f-92be-530a0b139bc2 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0544522 Jun 03 18:53:23.012854 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-e49898fc-4317-46c8-9ee0-11d71fae86c4 req-ca84cc86-212f-4bd6-b385-57e78b0f73d0 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0242975 Jun 03 18:53:23.489413 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c4bbe-48c6-4bfb-99e9-79b62704b164 req-2dad0a80-d6e1-46ee-a47d-e0a1cba8b2be tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:23.491285 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-a12c4bbe-48c6-4bfb-99e9-79b62704b164 req-2dad0a80-d6e1-46ee-a47d-e0a1cba8b2be tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fe2ba91-771c-460f-a28f-25e5450c027d HTTP/1.1" status: 200 len: 945 time: 0.0568445 Jun 03 18:53:23.517625 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-a12c4bbe-48c6-4bfb-99e9-79b62704b164 req-b8e6bdff-0add-4c94-a923-0b6ff0c7984b tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0221231 Jun 03 18:53:23.584445 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de4a64-826d-4550-b07c-9085054ad7ec req-3a3a78a3-d028-4a1d-b1eb-7ce65f13bcf7 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:23.585244 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-25de4a64-826d-4550-b07c-9085054ad7ec req-3a3a78a3-d028-4a1d-b1eb-7ce65f13bcf7 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=037d1db6-dfc5-4f70-8367-c673932ebe00 HTTP/1.1" status: 200 len: 945 time: 0.0628600 Jun 03 18:53:23.611871 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-25de4a64-826d-4550-b07c-9085054ad7ec req-dbc4131a-0829-4578-83ab-c0ab1166403e tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0217bca-e2f4-4d08-8774-71c4c877895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0220578 Jun 03 18:53:24.207862 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f1deed-3568-4762-8a44-ce445309c27b req-51e2dfdc-ba86-4d74-a78b-1d49e3d5ba3d tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:24.208733 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-45f1deed-3568-4762-8a44-ce445309c27b req-51e2dfdc-ba86-4d74-a78b-1d49e3d5ba3d tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.1115372 Jun 03 18:53:24.243495 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-45f1deed-3568-4762-8a44-ce445309c27b req-04746c99-d504-4b35-bca9-eaf933cd3445 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271173 Jun 03 18:53:24.402851 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6fb389-4a02-4458-ad41-424848b2f1cb req-bf05b2b7-0c11-4b9e-80ca-1295c44f0ad0 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:24.403838 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-3a6fb389-4a02-4458-ad41-424848b2f1cb req-bf05b2b7-0c11-4b9e-80ca-1295c44f0ad0 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.108 "GET /v2.0/ports?device_id=9fe2ba91-771c-460f-a28f-25e5450c027d HTTP/1.1" status: 200 len: 945 time: 0.0562999 Jun 03 18:53:24.491472 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [req-3a6fb389-4a02-4458-ad41-424848b2f1cb req-2e01c656-91af-4f9c-ab6e-4e970a185a73 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Deleting port c89e2f05-f889-4cbd-8d28-b09ad32619f5 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 18:53:24.491622 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-3a6fb389-4a02-4458-ad41-424848b2f1cb req-2e01c656-91af-4f9c-ab6e-4e970a185a73 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241832951'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:24.564873 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.db [req-3a6fb389-4a02-4458-ad41-424848b2f1cb req-2e01c656-91af-4f9c-ab6e-4e970a185a73 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] For port c89e2f05-f889-4cbd-8d28-b09ad32619f5, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=c89e2f05-f889-4cbd-8d28-b09ad32619f5,segment=NetworkSegment(a8a48266-8836-4c0c-a1f5-7d59b3bb0d43),segment_id=a8a48266-8836-4c0c-a1f5-7d59b3bb0d43)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:53:24.565063 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-3a6fb389-4a02-4458-ad41-424848b2f1cb req-2e01c656-91af-4f9c-ab6e-4e970a185a73 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:24.627822 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [req-3a6fb389-4a02-4458-ad41-424848b2f1cb req-2e01c656-91af-4f9c-ab6e-4e970a185a73 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Calling delete_port for c89e2f05-f889-4cbd-8d28-b09ad32619f5 owned by compute:nova {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 18:53:24.647235 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a077c-1c4d-463d-ac6c-dfab60cf29cc req-525feb7e-e9f6-42bb-a3fe-99aece094f25 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:24.648044 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-692a077c-1c4d-463d-ac6c-dfab60cf29cc req-525feb7e-e9f6-42bb-a3fe-99aece094f25 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fe2ba91-771c-460f-a28f-25e5450c027d HTTP/1.1" status: 200 len: 945 time: 0.0593760 Jun 03 18:53:24.673413 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-692a077c-1c4d-463d-ac6c-dfab60cf29cc req-af213fae-1a18-4073-b525-0ad89f92f575 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0216701 Jun 03 18:53:24.744727 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1847ae7d-26d9-4b4c-b661-6ea6bd2afa9d req-5807cc23-becc-48d4-84d0-82da81ad4e3b tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:24.745530 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-1847ae7d-26d9-4b4c-b661-6ea6bd2afa9d req-5807cc23-becc-48d4-84d0-82da81ad4e3b tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=037d1db6-dfc5-4f70-8367-c673932ebe00 HTTP/1.1" status: 200 len: 945 time: 0.0647271 Jun 03 18:53:24.774216 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-1847ae7d-26d9-4b4c-b661-6ea6bd2afa9d req-48aa8276-e3fa-417f-b4ba-9cb329388217 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0217bca-e2f4-4d08-8774-71c4c877895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0249255 Jun 03 18:53:24.791280 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-3a6fb389-4a02-4458-ad41-424848b2f1cb req-2e01c656-91af-4f9c-ab6e-4e970a185a73 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241743607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751241322837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3014096'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:24.795517 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-3cfe8fb2-a401-417c-84dc-168f3c5d904f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:53:24.807183 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] get_ports_and_sgs() called for port_ids ['c89e2f05-f889-4cbd-8d28-b09ad32619f5', '5d85775b-d525-42e0-8d08-c42974bc6fd1'] {{(pid=103518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 18:53:24.818878 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e01c656-91af-4f9c-ab6e-4e970a185a73 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Pushing event deleted for resources: {'Port': ['ID=c89e2f05-f889-4cbd-8d28-b09ad32619f5,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:53:24.820730 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-2e01c656-91af-4f9c-ab6e-4e970a185a73 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:53:24.860018 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a6fb389-4a02-4458-ad41-424848b2f1cb req-2e01c656-91af-4f9c-ab6e-4e970a185a73 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] No DVR routers for this DVR port c89e2f05-f889-4cbd-8d28-b09ad32619f5 on host hv-cinder-79466 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 18:53:24.861941 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-3a6fb389-4a02-4458-ad41-424848b2f1cb req-2e01c656-91af-4f9c-ab6e-4e970a185a73 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56630'] for port, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:24.863619 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe2ba91-771c-460f-a28f-25e5450c027d', 'name': 'network-vif-deleted', 'tag': 'c89e2f05-f889-4cbd-8d28-b09ad32619f5'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 18:53:24.865162 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc39b0f538a7142e305aed45b4a3a48499e72eb72884f9d3de90a53803998271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9d9a03-a00d-401b-9c9b-1fb0d87aab9d" -d '{"events": [{"server_uuid": "9fe2ba91-771c-460f-a28f-25e5450c027d", "name": "network-vif-deleted", "tag": "c89e2f05-f889-4cbd-8d28-b09ad32619f5"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 18:53:24.891942 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 18:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c0c190d-c6bc-4030-8b67-12576bc71f7d x-openstack-request-id: req-1c0c190d-c6bc-4030-8b67-12576bc71f7d {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 18:53:24.891942 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fe2ba91-771c-460f-a28f-25e5450c027d", "name": "network-vif-deleted", "tag": "c89e2f05-f889-4cbd-8d28-b09ad32619f5", "status": "completed", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 18:53:24.891942 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1c0c190d-c6bc-4030-8b67-12576bc71f7d {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 18:53:24.892096 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe2ba91-771c-460f-a28f-25e5450c027d', 'name': 'network-vif-deleted', 'tag': 'c89e2f05-f889-4cbd-8d28-b09ad32619f5', 'status': 'completed', 'code': 200} Jun 03 18:53:24.988851 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-3a6fb389-4a02-4458-ad41-424848b2f1cb req-2e01c656-91af-4f9c-ab6e-4e970a185a73 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.108 "DELETE /v2.0/ports/c89e2f05-f889-4cbd-8d28-b09ad32619f5 HTTP/1.1" status: 204 len: 173 time: 0.5768974 Jun 03 18:53:25.366319 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9636334b-d5f9-43f4-924e-4be065e716dd req-2d913a89-40c3-4953-a95e-1c7ab7622811 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:25.367359 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-9636334b-d5f9-43f4-924e-4be065e716dd req-2d913a89-40c3-4953-a95e-1c7ab7622811 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0552633 Jun 03 18:53:25.445077 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-9636334b-d5f9-43f4-924e-4be065e716dd req-a10957d7-6037-403d-974d-d3d2ab92790a tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736167 Jun 03 18:53:25.786908 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-556011b3-12ee-404f-9a6d-05dcfb18cf67 req-55f99a5c-2479-406d-a4ed-2d8e869e0dc8 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fe2ba91-771c-460f-a28f-25e5450c027d HTTP/1.1" status: 200 len: 210 time: 0.0305779 Jun 03 18:53:25.814901 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 56964) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:53:25.896152 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f985a6-0788-4225-a430-72143168d2af req-6e7cee6f-54fe-4a99-bf74-77e49b088169 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:25.897169 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-33f985a6-0788-4225-a430-72143168d2af req-6e7cee6f-54fe-4a99-bf74-77e49b088169 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=037d1db6-dfc5-4f70-8367-c673932ebe00 HTTP/1.1" status: 200 len: 945 time: 0.0554466 Jun 03 18:53:25.911784 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-f5ee398c-d768-464b-8c9b-31a65fb92c3c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2aa6d6fae3aa456686b6b9e93ae1fc2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0954738 Jun 03 18:53:25.913239 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 56968) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:53:25.929180 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-33f985a6-0788-4225-a430-72143168d2af req-398d6114-38ed-40fc-9e6f-03903f6fa799 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0217bca-e2f4-4d08-8774-71c4c877895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275824 Jun 03 18:53:25.961133 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-5c646fd9-a7bb-4828-80c7-8c484b6da874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:25.982097 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-5c646fd9-a7bb-4828-80c7-8c484b6da874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:26.141889 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-5c646fd9-a7bb-4828-80c7-8c484b6da874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:26.146510 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-ceb12d80-d9ad-4508-9c84-5fb45e9fcaee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:53:26.164346 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c646fd9-a7bb-4828-80c7-8c484b6da874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69cb8857-0db7-4231-83cf-7402e11034e8,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:53:26.168662 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-5c646fd9-a7bb-4828-80c7-8c484b6da874 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:53:26.290514 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-5c646fd9-a7bb-4828-80c7-8c484b6da874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:26.295206 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-5c646fd9-a7bb-4828-80c7-8c484b6da874 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/69cb8857-0db7-4231-83cf-7402e11034e8 HTTP/1.1" status: 204 len: 168 time: 0.3778069 Jun 03 18:53:26.348670 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a8d9c-efa1-42c2-b139-387c6fc95869 req-a122f324-52d5-42e2-9d46-e22c4599c96c tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:26.349567 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-832a8d9c-efa1-42c2-b139-387c6fc95869 req-a122f324-52d5-42e2-9d46-e22c4599c96c tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.108 "GET /v2.0/ports?device_id=037d1db6-dfc5-4f70-8367-c673932ebe00 HTTP/1.1" status: 200 len: 945 time: 0.0643499 Jun 03 18:53:26.435151 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [req-832a8d9c-efa1-42c2-b139-387c6fc95869 req-7b4970cf-541e-400b-a910-a3f769be33e4 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Deleting port 049b4123-52c3-4b12-80e6-6a8aeed80456 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 18:53:26.435340 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-832a8d9c-efa1-42c2-b139-387c6fc95869 req-7b4970cf-541e-400b-a910-a3f769be33e4 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241832951'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:26.518376 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.db [req-832a8d9c-efa1-42c2-b139-387c6fc95869 req-7b4970cf-541e-400b-a910-a3f769be33e4 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] For port 049b4123-52c3-4b12-80e6-6a8aeed80456, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=049b4123-52c3-4b12-80e6-6a8aeed80456,segment=NetworkSegment(dbca1dbe-5a89-473a-94f4-75bd9e3fa1aa),segment_id=dbca1dbe-5a89-473a-94f4-75bd9e3fa1aa)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:53:26.518643 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-832a8d9c-efa1-42c2-b139-387c6fc95869 req-7b4970cf-541e-400b-a910-a3f769be33e4 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:26.581076 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f80399-a3c2-4fae-bc21-7dbf0f3b738d req-c8bde0af-cc4e-40d6-b9fc-fbc8162f1cc2 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:26.585764 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-f7f80399-a3c2-4fae-bc21-7dbf0f3b738d req-c8bde0af-cc4e-40d6-b9fc-fbc8162f1cc2 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0664086 Jun 03 18:53:26.591328 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [req-832a8d9c-efa1-42c2-b139-387c6fc95869 req-7b4970cf-541e-400b-a910-a3f769be33e4 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Calling delete_port for 049b4123-52c3-4b12-80e6-6a8aeed80456 owned by compute:nova {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 18:53:26.617715 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-f7f80399-a3c2-4fae-bc21-7dbf0f3b738d req-88aba7f7-6395-40b9-be9b-8abd0d3c6a25 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308661 Jun 03 18:53:26.842005 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-832a8d9c-efa1-42c2-b139-387c6fc95869 req-7b4970cf-541e-400b-a910-a3f769be33e4 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241743607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751241322837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3014096'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:26.847490 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-d33d0142-2c3b-46fa-b51f-519cdb48b294 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:53:26.855915 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] get_ports_and_sgs() called for port_ids ['74debd3c-54bd-4786-9965-2e8931cdad8a', '049b4123-52c3-4b12-80e6-6a8aeed80456'] {{(pid=103518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 18:53:26.903720 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-84da8cb1-f4d5-4b4c-8b36-b223dfa12fe2 req-8f6ba98d-c595-4df8-9909-1d3e414cf551 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fe2ba91-771c-460f-a28f-25e5450c027d HTTP/1.1" status: 200 len: 210 time: 0.0309618 Jun 03 18:53:26.966224 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4970cf-541e-400b-a910-a3f769be33e4 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Pushing event deleted for resources: {'Port': ['ID=049b4123-52c3-4b12-80e6-6a8aeed80456,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:53:26.967894 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-7b4970cf-541e-400b-a910-a3f769be33e4 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:53:26.988400 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [req-832a8d9c-efa1-42c2-b139-387c6fc95869 req-7b4970cf-541e-400b-a910-a3f769be33e4 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] No DVR routers for this DVR port 049b4123-52c3-4b12-80e6-6a8aeed80456 on host hv-cinder-79466 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 18:53:26.989900 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-832a8d9c-efa1-42c2-b139-387c6fc95869 req-7b4970cf-541e-400b-a910-a3f769be33e4 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56630'] for port, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:26.992209 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '037d1db6-dfc5-4f70-8367-c673932ebe00', 'name': 'network-vif-deleted', 'tag': '049b4123-52c3-4b12-80e6-6a8aeed80456'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 18:53:26.993533 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc39b0f538a7142e305aed45b4a3a48499e72eb72884f9d3de90a53803998271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb7eb62-bf21-41a0-956c-9661264cfc11" -d '{"events": [{"server_uuid": "037d1db6-dfc5-4f70-8367-c673932ebe00", "name": "network-vif-deleted", "tag": "049b4123-52c3-4b12-80e6-6a8aeed80456"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 18:53:27.021996 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 18:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18198bec-48f4-4ed1-80be-94bfd17f4715 x-openstack-request-id: req-18198bec-48f4-4ed1-80be-94bfd17f4715 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 18:53:27.021996 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "037d1db6-dfc5-4f70-8367-c673932ebe00", "name": "network-vif-deleted", "tag": "049b4123-52c3-4b12-80e6-6a8aeed80456", "status": "completed", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 18:53:27.021996 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-18198bec-48f4-4ed1-80be-94bfd17f4715 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 18:53:27.021996 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '037d1db6-dfc5-4f70-8367-c673932ebe00', 'name': 'network-vif-deleted', 'tag': '049b4123-52c3-4b12-80e6-6a8aeed80456', 'status': 'completed', 'code': 200} Jun 03 18:53:27.022699 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-ce3f878a-8f63-421e-a222-f97683370a16 req-be0880c0-1566-4d85-8ff5-b7027e285aeb tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Synchronizing usage tracker for tenant:c8ba5f9b622448d591fdad53cf4828bc on resource:port {{(pid=103516) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 18:53:27.073993 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-832a8d9c-efa1-42c2-b139-387c6fc95869 req-7b4970cf-541e-400b-a910-a3f769be33e4 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.108 "DELETE /v2.0/ports/049b4123-52c3-4b12-80e6-6a8aeed80456 HTTP/1.1" status: 204 len: 173 time: 0.7111499 Jun 03 18:53:27.277396 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-ce3f878a-8f63-421e-a222-f97683370a16 req-be0880c0-1566-4d85-8ff5-b7027e285aeb tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Unset dirty status for tenant:c8ba5f9b622448d591fdad53cf4828bc on resource:port {{(pid=103516) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 18:53:27.278922 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-ce3f878a-8f63-421e-a222-f97683370a16 req-be0880c0-1566-4d85-8ff5-b7027e285aeb tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=037d1db6-dfc5-4f70-8367-c673932ebe00 HTTP/1.1" status: 200 len: 210 time: 0.2807746 Jun 03 18:53:27.761028 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7a481c-49b2-4541-9367-f2096277cd15 req-1eded0a7-e646-4549-bb4d-74113d0298c3 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:27.761955 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-ab7a481c-49b2-4541-9367-f2096277cd15 req-1eded0a7-e646-4549-bb4d-74113d0298c3 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0512552 Jun 03 18:53:27.792992 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Device 049b4123-52c3-4b12-80e6-6a8aeed80456 no longer exists at agent hyperv_hv-cinder-79466 {{(pid=103518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 18:53:27.795579 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-ab7a481c-49b2-4541-9367-f2096277cd15 req-51615367-6d79-46fc-a1c7-387336ceea53 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291314 Jun 03 18:53:27.812523 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.plugin [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] No Port match for: 049b4123-52c3-4b12-80e6-6a8aeed80456 {{(pid=103518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 18:53:27.812727 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Device 049b4123-52c3-4b12-80e6-6a8aeed80456 not bound to the agent host hv-cinder-79466 {{(pid=103518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 18:53:27.812956 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Device c89e2f05-f889-4cbd-8d28-b09ad32619f5 no longer exists at agent hyperv_hv-cinder-79466 {{(pid=103518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 18:53:27.829131 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.plugin [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] No Port match for: c89e2f05-f889-4cbd-8d28-b09ad32619f5 {{(pid=103518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 18:53:27.829328 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Device c89e2f05-f889-4cbd-8d28-b09ad32619f5 not bound to the agent host hv-cinder-79466 {{(pid=103518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 18:53:28.049742 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-291f9099-39f6-4bfd-9c33-9924662d5329 req-359db79a-6e30-4e7d-af82-73729ab864b3 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Synchronizing usage tracker for tenant:04d914789bfc4c6082997cc72d5d376a on resource:port {{(pid=103516) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 18:53:28.180971 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-291f9099-39f6-4bfd-9c33-9924662d5329 req-359db79a-6e30-4e7d-af82-73729ab864b3 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Unset dirty status for tenant:04d914789bfc4c6082997cc72d5d376a on resource:port {{(pid=103516) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 18:53:28.182016 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-291f9099-39f6-4bfd-9c33-9924662d5329 req-359db79a-6e30-4e7d-af82-73729ab864b3 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fe2ba91-771c-460f-a28f-25e5450c027d HTTP/1.1" status: 200 len: 210 time: 0.1607323 Jun 03 18:53:28.398662 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-f84d8681-ef74-4692-a30a-ed438ad55f4d req-d1717c75-c4e5-4c61-b603-03d2dcb3046e tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=037d1db6-dfc5-4f70-8367-c673932ebe00 HTTP/1.1" status: 200 len: 210 time: 0.0268362 Jun 03 18:53:28.915609 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7538d50-8c30-4bae-aa2f-5dcac5de5c38 req-7af4dba0-eed9-433b-9e03-3a15afd20d8a tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:28.916865 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-e7538d50-8c30-4bae-aa2f-5dcac5de5c38 req-7af4dba0-eed9-433b-9e03-3a15afd20d8a tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0532777 Jun 03 18:53:28.944072 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-e7538d50-8c30-4bae-aa2f-5dcac5de5c38 req-306eb2b4-7936-4a2b-a4af-7ad2919b1068 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0235229 Jun 03 18:53:29.298073 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-99b8b7d5-e4b6-4fe1-aed1-b87fa25d3d98 req-42d98e8d-950e-41b6-a38f-dd334477e7b4 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fe2ba91-771c-460f-a28f-25e5450c027d HTTP/1.1" status: 200 len: 210 time: 0.0356913 Jun 03 18:53:29.514092 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-aa3171c1-67bf-4ba9-b21c-90369c7b5be8 req-dbeb0d0d-eb13-444b-96c7-69dad95d50d1 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=037d1db6-dfc5-4f70-8367-c673932ebe00 HTTP/1.1" status: 200 len: 210 time: 0.0293257 Jun 03 18:53:29.626364 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-24cc75a4-2020-43a5-85bb-916959ca6c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:30.099251 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b84e09-21b2-4ca9-90ea-5a46aabfe1d8 req-bf3159d7-1b71-4130-a137-d9629342c8e6 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:30.100323 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-97b84e09-21b2-4ca9-90ea-5a46aabfe1d8 req-bf3159d7-1b71-4130-a137-d9629342c8e6 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0720596 Jun 03 18:53:30.130037 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-97b84e09-21b2-4ca9-90ea-5a46aabfe1d8 req-307221cf-1530-4ff6-a5bf-e463491ed21e tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0254943 Jun 03 18:53:30.422700 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-e3941768-4c88-4e39-a85f-c4641da2d51a req-420f4c2e-639a-4cfe-a8bb-a2c239ee94c6 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fe2ba91-771c-460f-a28f-25e5450c027d HTTP/1.1" status: 200 len: 210 time: 0.0307441 Jun 03 18:53:30.580670 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:30.628946 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-b5f73f92-bffe-46c4-a432-aa130aa25d3b req-0e052e82-5a47-4156-a6a1-2595d9568cf1 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=037d1db6-dfc5-4f70-8367-c673932ebe00 HTTP/1.1" status: 200 len: 210 time: 0.0310228 Jun 03 18:53:30.814302 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-5d00c4c1-d03e-48ca-a866-9813bfad0ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:31.268307 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a40e292-6476-41a1-83ac-f6c4ca13db35 req-c324de02-ac58-4b1e-aaf7-ec57d8f2bd09 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:31.269271 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-6a40e292-6476-41a1-83ac-f6c4ca13db35 req-c324de02-ac58-4b1e-aaf7-ec57d8f2bd09 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0560329 Jun 03 18:53:31.298742 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-6a40e292-6476-41a1-83ac-f6c4ca13db35 req-27afe81c-c042-47ba-bb39-fdbefb22f15c tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0257466 Jun 03 18:53:31.985120 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb84376-2293-476d-8a3c-7056b2fbd396 req-efe8a826-bda9-4cf0-bcb8-da61132f337c tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:31.986107 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-4cb84376-2293-476d-8a3c-7056b2fbd396 req-efe8a826-bda9-4cf0-bcb8-da61132f337c tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 945 time: 0.0594940 Jun 03 18:53:31.989968 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:32.023497 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-4cb84376-2293-476d-8a3c-7056b2fbd396 req-4069448a-dd6b-4ae7-b188-ce95a6d68815 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302365 Jun 03 18:53:32.443486 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ecde49-2489-48ce-b12f-eb6a76c7b06d req-f7e78cd3-33f1-45e2-95f6-e7c71d836f3f tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:32.444556 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-03ecde49-2489-48ce-b12f-eb6a76c7b06d req-f7e78cd3-33f1-45e2-95f6-e7c71d836f3f tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0560105 Jun 03 18:53:32.474024 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-03ecde49-2489-48ce-b12f-eb6a76c7b06d req-c2b10e25-9425-4d50-a124-cf5343874ea9 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0254838 Jun 03 18:53:32.572902 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:32.692680 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:33.164650 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4e6d62-178b-4af6-9cdc-582428e9d368 req-526b0afe-40fb-4685-8526-f12983d0b7ee tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:33.165636 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-aa4e6d62-178b-4af6-9cdc-582428e9d368 req-526b0afe-40fb-4685-8526-f12983d0b7ee tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 945 time: 0.0571465 Jun 03 18:53:33.194389 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-aa4e6d62-178b-4af6-9cdc-582428e9d368 req-19339840-fdee-40f5-8f1f-c4ffb6d66d81 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0250082 Jun 03 18:53:33.613583 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f117aa17-8130-40ed-8f30-f9c1f1a002d1 req-488aae04-201e-4f23-af41-bac203808a3f tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:33.613583 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-f117aa17-8130-40ed-8f30-f9c1f1a002d1 req-488aae04-201e-4f23-af41-bac203808a3f tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0700278 Jun 03 18:53:33.640264 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-f117aa17-8130-40ed-8f30-f9c1f1a002d1 req-e0174fc2-9fbb-44de-9375-daba40128ea1 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0254965 Jun 03 18:53:34.338831 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05fe9b7-cd05-4e37-beac-73916c71ce92 req-31f7e936-f485-40e9-a7a0-27a3dc2bdb4a tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:34.339856 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-d05fe9b7-cd05-4e37-beac-73916c71ce92 req-31f7e936-f485-40e9-a7a0-27a3dc2bdb4a tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 945 time: 0.0692825 Jun 03 18:53:34.372783 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-d05fe9b7-cd05-4e37-beac-73916c71ce92 req-b22c2d2b-35e7-4d50-8874-fb981ae2f4c3 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264850 Jun 03 18:53:34.661712 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74c5ce1-2761-46de-a8ac-90274569da76 req-7c8378aa-0a27-4f3e-91d7-2f3feb419149 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:34.662726 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-f74c5ce1-2761-46de-a8ac-90274569da76 req-7c8378aa-0a27-4f3e-91d7-2f3feb419149 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c90a8b7-69fa-4ab3-9608-670d0ac84b0e HTTP/1.1" status: 200 len: 945 time: 0.0658464 Jun 03 18:53:34.699505 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-f74c5ce1-2761-46de-a8ac-90274569da76 req-5a249cad-5bbb-48b0-8c43-c8bc11b8abfe tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0217bca-e2f4-4d08-8774-71c4c877895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298991 Jun 03 18:53:34.776857 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc84d77-3739-4f9d-b82c-27a87ec660ab req-da02831c-def5-4c9f-a659-daf7ec37d599 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:34.777818 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-2fc84d77-3739-4f9d-b82c-27a87ec660ab req-da02831c-def5-4c9f-a659-daf7ec37d599 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0553966 Jun 03 18:53:34.809727 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-2fc84d77-3739-4f9d-b82c-27a87ec660ab req-6e7a6a43-844f-4114-bd01-2959b0e9f61b tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0251510 Jun 03 18:53:35.510141 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ea9cf-a0c9-470c-84a3-b1eb5cf4b291 req-328b69ba-88dc-4280-b376-c3f7f0b503bf tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:35.511125 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-bb0ea9cf-a0c9-470c-84a3-b1eb5cf4b291 req-328b69ba-88dc-4280-b376-c3f7f0b503bf tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 945 time: 0.0567982 Jun 03 18:53:35.541504 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-bb0ea9cf-a0c9-470c-84a3-b1eb5cf4b291 req-9582af68-1ce6-42d2-a58e-bbdae6453259 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262463 Jun 03 18:53:35.844722 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237193fd-ef5d-4cdc-a1ec-01bf2abf8b7e req-5364a18c-fa2d-468b-ad58-4b974bbe657f tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:35.845797 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-237193fd-ef5d-4cdc-a1ec-01bf2abf8b7e req-5364a18c-fa2d-468b-ad58-4b974bbe657f tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c90a8b7-69fa-4ab3-9608-670d0ac84b0e HTTP/1.1" status: 200 len: 945 time: 0.0606990 Jun 03 18:53:35.876445 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-237193fd-ef5d-4cdc-a1ec-01bf2abf8b7e req-0023ad02-71ff-439d-b898-ad6d71566ef8 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0217bca-e2f4-4d08-8774-71c4c877895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265961 Jun 03 18:53:35.934153 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e6b311-4494-482b-a219-00d4976c8b25 req-278565e1-458e-4a8a-892c-8aa38865f009 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:35.935166 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-f5e6b311-4494-482b-a219-00d4976c8b25 req-278565e1-458e-4a8a-892c-8aa38865f009 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0528216 Jun 03 18:53:35.965512 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-f5e6b311-4494-482b-a219-00d4976c8b25 req-1c6357a1-82e2-41cd-bc4d-2d6f388d82d3 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260038 Jun 03 18:53:36.698976 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf64ca51-a35e-4434-b53c-4b899906f268 req-626a3d42-f76a-46c2-82f2-ac06a436f097 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:36.699903 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-cf64ca51-a35e-4434-b53c-4b899906f268 req-626a3d42-f76a-46c2-82f2-ac06a436f097 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 945 time: 0.0752015 Jun 03 18:53:36.736944 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-cf64ca51-a35e-4434-b53c-4b899906f268 req-2fe4c5b2-5a60-49f7-90d0-1847fcee083f tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302272 Jun 03 18:53:36.999964 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d4f37-714f-41ea-ab12-f08700373a19 req-cf663d6b-4dd8-4371-8b29-660904447014 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:37.001001 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-6e3d4f37-714f-41ea-ab12-f08700373a19 req-cf663d6b-4dd8-4371-8b29-660904447014 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c90a8b7-69fa-4ab3-9608-670d0ac84b0e HTTP/1.1" status: 200 len: 945 time: 0.0528321 Jun 03 18:53:37.033610 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-6e3d4f37-714f-41ea-ab12-f08700373a19 req-7f5da5cb-fab7-434b-8a68-25dcd387b8e7 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0217bca-e2f4-4d08-8774-71c4c877895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283594 Jun 03 18:53:37.089015 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692cf96b-f207-4f08-91a9-5dec801ce088 req-0b862052-f145-478c-a3e1-b0b67ffd5c1c tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:37.090025 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-692cf96b-f207-4f08-91a9-5dec801ce088 req-0b862052-f145-478c-a3e1-b0b67ffd5c1c tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0530121 Jun 03 18:53:37.118431 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-692cf96b-f207-4f08-91a9-5dec801ce088 req-6780ef5c-4870-4e01-b976-2c107d7f9e34 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0245283 Jun 03 18:53:37.342110 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d772277b-037e-49d1-8e7a-10a46ae0404e req-3eee99ad-b60e-4f44-93f8-269646ef1dcd tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:37.343232 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-d772277b-037e-49d1-8e7a-10a46ae0404e req-3eee99ad-b60e-4f44-93f8-269646ef1dcd tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.108 "GET /v2.0/ports?device_id=1c90a8b7-69fa-4ab3-9608-670d0ac84b0e HTTP/1.1" status: 200 len: 945 time: 0.0789647 Jun 03 18:53:37.379913 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 57110) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:53:37.452268 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [req-d772277b-037e-49d1-8e7a-10a46ae0404e req-3c8526e7-9ae0-42f8-bfb2-314789c96fcd tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Deleting port 74debd3c-54bd-4786-9965-2e8931cdad8a {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 18:53:37.452477 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-d772277b-037e-49d1-8e7a-10a46ae0404e req-3c8526e7-9ae0-42f8-bfb2-314789c96fcd tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241832951'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:37.458404 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ea78b90e-61da-4110-9680-092cda98c62e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:37.468403 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-ea78b90e-61da-4110-9680-092cda98c62e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:53:37.471239 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-ea78b90e-61da-4110-9680-092cda98c62e admin admin] Usage tracker for resource:security_group_rule and tenant:af988ad6715b46d6858b60e366e92cd9 is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:53:37.473298 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-ea78b90e-61da-4110-9680-092cda98c62e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:53:37.477560 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-ea78b90e-61da-4110-9680-092cda98c62e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:53:37.534219 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ea78b90e-61da-4110-9680-092cda98c62e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:37.539478 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.db [req-d772277b-037e-49d1-8e7a-10a46ae0404e req-3c8526e7-9ae0-42f8-bfb2-314789c96fcd tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] For port 74debd3c-54bd-4786-9965-2e8931cdad8a, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=74debd3c-54bd-4786-9965-2e8931cdad8a,segment=NetworkSegment(dbca1dbe-5a89-473a-94f4-75bd9e3fa1aa),segment_id=dbca1dbe-5a89-473a-94f4-75bd9e3fa1aa)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:53:37.539738 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-d772277b-037e-49d1-8e7a-10a46ae0404e req-3c8526e7-9ae0-42f8-bfb2-314789c96fcd tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:37.600410 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ea78b90e-61da-4110-9680-092cda98c62e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:37.605904 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-672171ba-211b-4ad1-8b46-1db253894f69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:53:37.615483 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [req-d772277b-037e-49d1-8e7a-10a46ae0404e req-3c8526e7-9ae0-42f8-bfb2-314789c96fcd tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Calling delete_port for 74debd3c-54bd-4786-9965-2e8931cdad8a owned by compute:nova {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 18:53:37.631015 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea78b90e-61da-4110-9680-092cda98c62e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1711e07d-c5c1-4b9f-a9c4-19e5d183234a,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:53:37.636929 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-ea78b90e-61da-4110-9680-092cda98c62e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=af988ad6715b46d6858b60e366e92cd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2528076 Jun 03 18:53:37.637128 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea78b90e-61da-4110-9680-092cda98c62e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:53:37.637236 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 57116) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:53:37.637332 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea78b90e-61da-4110-9680-092cda98c62e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:53:37.637557 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea78b90e-61da-4110-9680-092cda98c62e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:53:37.637771 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea78b90e-61da-4110-9680-092cda98c62e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:53:37.637984 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea78b90e-61da-4110-9680-092cda98c62e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:53:37.638196 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea78b90e-61da-4110-9680-092cda98c62e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:53:37.638430 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea78b90e-61da-4110-9680-092cda98c62e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:53:37.638644 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea78b90e-61da-4110-9680-092cda98c62e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:53:37.638864 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea78b90e-61da-4110-9680-092cda98c62e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:53:37.639076 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea78b90e-61da-4110-9680-092cda98c62e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:53:37.639279 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea78b90e-61da-4110-9680-092cda98c62e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:53:37.639485 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea78b90e-61da-4110-9680-092cda98c62e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:53:37.642207 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-ea78b90e-61da-4110-9680-092cda98c62e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:53:37.702962 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-977109ea-18a7-4670-b14c-be1ec5852a74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:37.720082 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-977109ea-18a7-4670-b14c-be1ec5852a74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:37.776032 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-d772277b-037e-49d1-8e7a-10a46ae0404e req-3c8526e7-9ae0-42f8-bfb2-314789c96fcd tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241743607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751241322837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3014096'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:37.780234 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-2c24914b-ab49-4b7f-a1d4-4c183f49101c tempest-VolumesNegativeTest-934846791 tempest-VolumesNegativeTest-934846791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:53:37.786314 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] get_ports_and_sgs() called for port_ids ['74debd3c-54bd-4786-9965-2e8931cdad8a'] {{(pid=103518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 18:53:37.809407 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8526e7-9ae0-42f8-bfb2-314789c96fcd tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Pushing event deleted for resources: {'Port': ['ID=74debd3c-54bd-4786-9965-2e8931cdad8a,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:53:37.865075 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3187734-ee22-4a40-bdb1-be9978fa910e req-4714bbaa-3645-4f2e-be3d-65e2373237ee tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:37.865867 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-e3187734-ee22-4a40-bdb1-be9978fa910e req-4714bbaa-3645-4f2e-be3d-65e2373237ee tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 945 time: 0.0610783 Jun 03 18:53:37.914003 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-977109ea-18a7-4670-b14c-be1ec5852a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:37.916050 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8526e7-9ae0-42f8-bfb2-314789c96fcd tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:53:37.916243 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8526e7-9ae0-42f8-bfb2-314789c96fcd tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:53:37.916429 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8526e7-9ae0-42f8-bfb2-314789c96fcd tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:53:37.916610 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8526e7-9ae0-42f8-bfb2-314789c96fcd tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:53:37.916789 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8526e7-9ae0-42f8-bfb2-314789c96fcd tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:53:37.916968 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8526e7-9ae0-42f8-bfb2-314789c96fcd tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:53:37.917145 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8526e7-9ae0-42f8-bfb2-314789c96fcd tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:53:37.917322 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8526e7-9ae0-42f8-bfb2-314789c96fcd tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:53:37.917504 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8526e7-9ae0-42f8-bfb2-314789c96fcd tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:53:37.917680 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8526e7-9ae0-42f8-bfb2-314789c96fcd tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:53:37.917854 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8526e7-9ae0-42f8-bfb2-314789c96fcd tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:53:37.918030 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8526e7-9ae0-42f8-bfb2-314789c96fcd tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:53:37.936747 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-3c8526e7-9ae0-42f8-bfb2-314789c96fcd tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:53:37.942258 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-bf495626-b05a-4fec-a5ce-fad64a10fdea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:53:37.946641 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-e3187734-ee22-4a40-bdb1-be9978fa910e req-57bc3120-bbb0-4a71-9144-b25390092850 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/security-groups?id=940882e9-ca30-44eb-aa11-4e8ac057f327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766497 Jun 03 18:53:37.949733 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [req-d772277b-037e-49d1-8e7a-10a46ae0404e req-3c8526e7-9ae0-42f8-bfb2-314789c96fcd tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] No DVR routers for this DVR port 74debd3c-54bd-4786-9965-2e8931cdad8a on host hv-cinder-79466 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 18:53:37.954000 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-d772277b-037e-49d1-8e7a-10a46ae0404e req-3c8526e7-9ae0-42f8-bfb2-314789c96fcd tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56630'] for port, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:37.959835 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c90a8b7-69fa-4ab3-9608-670d0ac84b0e', 'name': 'network-vif-deleted', 'tag': '74debd3c-54bd-4786-9965-2e8931cdad8a'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 18:53:37.959835 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc39b0f538a7142e305aed45b4a3a48499e72eb72884f9d3de90a53803998271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09524726-2519-466e-af8b-923e3a3e037f" -d '{"events": [{"server_uuid": "1c90a8b7-69fa-4ab3-9608-670d0ac84b0e", "name": "network-vif-deleted", "tag": "74debd3c-54bd-4786-9965-2e8931cdad8a"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 18:53:37.959835 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977109ea-18a7-4670-b14c-be1ec5852a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1711e07d-c5c1-4b9f-a9c4-19e5d183234a,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:53:37.962989 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-977109ea-18a7-4670-b14c-be1ec5852a74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:53:37.964781 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-977109ea-18a7-4670-b14c-be1ec5852a74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:37.966954 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-977109ea-18a7-4670-b14c-be1ec5852a74 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1711e07d-c5c1-4b9f-a9c4-19e5d183234a HTTP/1.1" status: 204 len: 168 time: 0.3275876 Jun 03 18:53:37.966954 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-d772277b-037e-49d1-8e7a-10a46ae0404e req-3c8526e7-9ae0-42f8-bfb2-314789c96fcd tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.108 "DELETE /v2.0/ports/74debd3c-54bd-4786-9965-2e8931cdad8a HTTP/1.1" status: 204 len: 173 time: 0.6177313 Jun 03 18:53:37.989405 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c8d813-135f-4d01-b8e3-6e68ccd2febc req-5fea0488-b600-4069-ba13-389fb6d75c7b tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:37.989405 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-86c8d813-135f-4d01-b8e3-6e68ccd2febc req-5fea0488-b600-4069-ba13-389fb6d75c7b tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.108 "GET /v2.0/ports?device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 945 time: 0.0920897 Jun 03 18:53:37.998173 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 18:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c8f072-8387-4397-ba75-bf7413762b9f x-openstack-request-id: req-f8c8f072-8387-4397-ba75-bf7413762b9f {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 18:53:37.998345 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c90a8b7-69fa-4ab3-9608-670d0ac84b0e", "name": "network-vif-deleted", "tag": "74debd3c-54bd-4786-9965-2e8931cdad8a", "status": "completed", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 18:53:37.998491 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f8c8f072-8387-4397-ba75-bf7413762b9f {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 18:53:37.998725 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c90a8b7-69fa-4ab3-9608-670d0ac84b0e', 'name': 'network-vif-deleted', 'tag': '74debd3c-54bd-4786-9965-2e8931cdad8a', 'status': 'completed', 'code': 200} Jun 03 18:53:38.084341 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [req-86c8d813-135f-4d01-b8e3-6e68ccd2febc req-ed1448d1-91d9-492f-a03d-f204254141a6 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Deleting port 5d85775b-d525-42e0-8d08-c42974bc6fd1 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 18:53:38.085207 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-86c8d813-135f-4d01-b8e3-6e68ccd2febc req-ed1448d1-91d9-492f-a03d-f204254141a6 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241832951'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:38.117169 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-f76f6790-4795-409c-b78d-118cc3af7507 req-bf654e8a-cb23-43d3-91d1-4cb711cfc5cf tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c90a8b7-69fa-4ab3-9608-670d0ac84b0e HTTP/1.1" status: 200 len: 210 time: 0.0241330 Jun 03 18:53:38.158873 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.db [req-86c8d813-135f-4d01-b8e3-6e68ccd2febc req-ed1448d1-91d9-492f-a03d-f204254141a6 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] For port 5d85775b-d525-42e0-8d08-c42974bc6fd1, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=5d85775b-d525-42e0-8d08-c42974bc6fd1,segment=NetworkSegment(a8a48266-8836-4c0c-a1f5-7d59b3bb0d43),segment_id=a8a48266-8836-4c0c-a1f5-7d59b3bb0d43)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:53:38.159070 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-86c8d813-135f-4d01-b8e3-6e68ccd2febc req-ed1448d1-91d9-492f-a03d-f204254141a6 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:38.237999 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [req-86c8d813-135f-4d01-b8e3-6e68ccd2febc req-ed1448d1-91d9-492f-a03d-f204254141a6 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Calling delete_port for 5d85775b-d525-42e0-8d08-c42974bc6fd1 owned by compute:nova {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 18:53:38.277811 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc63a7c-3a51-4c0b-a732-ec6b3f53406d req-5460b40e-49da-4459-88f5-67a3ab2e6671 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:38.278617 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-4cc63a7c-3a51-4c0b-a732-ec6b3f53406d req-5460b40e-49da-4459-88f5-67a3ab2e6671 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0891829 Jun 03 18:53:38.332779 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-4cc63a7c-3a51-4c0b-a732-ec6b3f53406d req-49a189fc-8684-42f3-b383-c0d42f71b4fa tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488520 Jun 03 18:53:38.429026 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-86c8d813-135f-4d01-b8e3-6e68ccd2febc req-ed1448d1-91d9-492f-a03d-f204254141a6 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241743607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751241322837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3014096'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:38.433143 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-bd8ead70-e050-40eb-8dd0-fede3bb762ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:53:38.438495 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] get_ports_and_sgs() called for port_ids ['5d85775b-d525-42e0-8d08-c42974bc6fd1'] {{(pid=103518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 18:53:38.458974 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1448d1-91d9-492f-a03d-f204254141a6 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Pushing event deleted for resources: {'Port': ['ID=5d85775b-d525-42e0-8d08-c42974bc6fd1,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:53:38.460810 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-ed1448d1-91d9-492f-a03d-f204254141a6 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:53:38.497243 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [req-86c8d813-135f-4d01-b8e3-6e68ccd2febc req-ed1448d1-91d9-492f-a03d-f204254141a6 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] No DVR routers for this DVR port 5d85775b-d525-42e0-8d08-c42974bc6fd1 on host hv-cinder-79466 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 18:53:38.499325 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-86c8d813-135f-4d01-b8e3-6e68ccd2febc req-ed1448d1-91d9-492f-a03d-f204254141a6 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56630'] for port, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:38.593615 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-86c8d813-135f-4d01-b8e3-6e68ccd2febc req-ed1448d1-91d9-492f-a03d-f204254141a6 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.108 "DELETE /v2.0/ports/5d85775b-d525-42e0-8d08-c42974bc6fd1 HTTP/1.1" status: 204 len: 173 time: 0.5941207 Jun 03 18:53:39.042651 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-e0874884-f9f3-4636-94f0-5d7d4275e19f req-275849d9-c2e5-475a-8f7f-6b77733d5d92 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Synchronizing usage tracker for tenant:04d914789bfc4c6082997cc72d5d376a on resource:port {{(pid=103516) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 18:53:39.169281 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-e0874884-f9f3-4636-94f0-5d7d4275e19f req-275849d9-c2e5-475a-8f7f-6b77733d5d92 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Unset dirty status for tenant:04d914789bfc4c6082997cc72d5d376a on resource:port {{(pid=103516) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 18:53:39.174212 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-e0874884-f9f3-4636-94f0-5d7d4275e19f req-275849d9-c2e5-475a-8f7f-6b77733d5d92 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 210 time: 0.1531429 Jun 03 18:53:39.234193 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-15971b3c-d847-4edb-a525-a796ce0b9a22 req-d0c40f5a-b265-438a-88c1-a3c40aae7270 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c90a8b7-69fa-4ab3-9608-670d0ac84b0e HTTP/1.1" status: 200 len: 210 time: 0.0295451 Jun 03 18:53:39.447728 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaf1af4-b602-482c-b545-6c84c4a2fb1c req-4ee10416-049c-4afb-99b9-780962fe3f1b tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:39.448559 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-ebaf1af4-b602-482c-b545-6c84c4a2fb1c req-4ee10416-049c-4afb-99b9-780962fe3f1b tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0449023 Jun 03 18:53:39.472512 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-ebaf1af4-b602-482c-b545-6c84c4a2fb1c req-99f80504-9069-4b00-aa5f-4d8d2a392f13 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0201359 Jun 03 18:53:39.869838 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Device 74debd3c-54bd-4786-9965-2e8931cdad8a no longer exists at agent hyperv_hv-cinder-79466 {{(pid=103518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 18:53:39.909155 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.plugin [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] No Port match for: 74debd3c-54bd-4786-9965-2e8931cdad8a {{(pid=103518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 18:53:39.909410 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Device 74debd3c-54bd-4786-9965-2e8931cdad8a not bound to the agent host hv-cinder-79466 {{(pid=103518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 18:53:39.999975 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6512666-2c8f-4c43-9c0e-f792e20d8f11', 'name': 'network-vif-deleted', 'tag': '5d85775b-d525-42e0-8d08-c42974bc6fd1'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 18:53:40.003113 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc39b0f538a7142e305aed45b4a3a48499e72eb72884f9d3de90a53803998271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea9cdbd-a3ad-4360-a126-7c5c7b56336d" -d '{"events": [{"server_uuid": "c6512666-2c8f-4c43-9c0e-f792e20d8f11", "name": "network-vif-deleted", "tag": "5d85775b-d525-42e0-8d08-c42974bc6fd1"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 18:53:40.042485 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 18:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7817d734-9acc-40fb-9f0f-923189a89555 x-openstack-request-id: req-7817d734-9acc-40fb-9f0f-923189a89555 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 18:53:40.042761 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6512666-2c8f-4c43-9c0e-f792e20d8f11", "name": "network-vif-deleted", "tag": "5d85775b-d525-42e0-8d08-c42974bc6fd1", "status": "completed", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 18:53:40.042994 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7817d734-9acc-40fb-9f0f-923189a89555 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 18:53:40.043428 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6512666-2c8f-4c43-9c0e-f792e20d8f11', 'name': 'network-vif-deleted', 'tag': '5d85775b-d525-42e0-8d08-c42974bc6fd1', 'status': 'completed', 'code': 200} Jun 03 18:53:40.289868 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-02d981e4-636d-48ed-96d9-d4e5055087e0 req-dfa7d3ce-af7b-4d67-ad17-4faf34db52f5 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6512666-2c8f-4c43-9c0e-f792e20d8f11 HTTP/1.1" status: 200 len: 210 time: 0.0300159 Jun 03 18:53:40.349309 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-43abf257-6d81-4ec0-b91d-8461f8d16552 req-2508cd0d-e7c4-46cc-8ead-ade6841038b0 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Synchronizing usage tracker for tenant:c8ba5f9b622448d591fdad53cf4828bc on resource:port {{(pid=103516) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 18:53:40.446848 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-43abf257-6d81-4ec0-b91d-8461f8d16552 req-2508cd0d-e7c4-46cc-8ead-ade6841038b0 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Unset dirty status for tenant:c8ba5f9b622448d591fdad53cf4828bc on resource:port {{(pid=103516) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 18:53:40.447875 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-43abf257-6d81-4ec0-b91d-8461f8d16552 req-2508cd0d-e7c4-46cc-8ead-ade6841038b0 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c90a8b7-69fa-4ab3-9608-670d0ac84b0e HTTP/1.1" status: 200 len: 210 time: 0.1283801 Jun 03 18:53:40.606619 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d32ba-3eff-4f77-b391-bd784552525e req-0acf3ecb-b544-43f4-a161-bc73a41bb6a8 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:40.607641 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-584d32ba-3eff-4f77-b391-bd784552525e req-0acf3ecb-b544-43f4-a161-bc73a41bb6a8 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0643408 Jun 03 18:53:40.638896 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-584d32ba-3eff-4f77-b391-bd784552525e req-c9c2fe5a-2be9-48ef-9fc7-948b6115d612 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275819 Jun 03 18:53:41.368125 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 57150) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:53:41.519897 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 57154) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:53:41.572563 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.db_base_plugin_v2 [None req-4da237ed-08f0-44f4-806c-b8ab77e026f9 admin admin] Deleting subnet 34b0c147-b581-4843-bfec-ea29d14cb6a7 {{(pid=103516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 18:53:41.574714 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4da237ed-08f0-44f4-806c-b8ab77e026f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:41.610554 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4da237ed-08f0-44f4-806c-b8ab77e026f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2320325'] for subnet, precommit_delete_associations {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:41.648087 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4da237ed-08f0-44f4-806c-b8ab77e026f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1531221'] for subnet, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:41.766184 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-1377b1c0-47e2-42b4-9507-b18f38dcc4bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405346'] for router_interface, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:41.811478 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5322155-1bf1-4c3a-915d-9f81a9d07ed8 req-5d0b3b55-525f-4e69-9f54-7fa190e2c59b tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:41.812489 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-e5322155-1bf1-4c3a-915d-9f81a9d07ed8 req-5d0b3b55-525f-4e69-9f54-7fa190e2c59b tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.1072598 Jun 03 18:53:41.885301 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Device 5d85775b-d525-42e0-8d08-c42974bc6fd1 no longer exists at agent hyperv_hv-cinder-79466 {{(pid=103518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 18:53:41.888053 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-e5322155-1bf1-4c3a-915d-9f81a9d07ed8 req-d10af571-e48f-4728-9f3a-f9f01df7cc70 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705829 Jun 03 18:53:41.889165 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4da237ed-08f0-44f4-806c-b8ab77e026f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1531228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3014117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3540150'] for subnet, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:41.896530 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:53:41.919129 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.plugin [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] No Port match for: 5d85775b-d525-42e0-8d08-c42974bc6fd1 {{(pid=103518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 18:53:41.919327 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Device 5d85775b-d525-42e0-8d08-c42974bc6fd1 not bound to the agent host hv-cinder-79466 {{(pid=103518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 18:53:41.992951 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4da237ed-08f0-44f4-806c-b8ab77e026f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:41.997497 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da237ed-08f0-44f4-806c-b8ab77e026f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34b0c147-b581-4843-bfec-ea29d14cb6a7,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:53:41.999610 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-4da237ed-08f0-44f4-806c-b8ab77e026f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:53:42.002554 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-4da237ed-08f0-44f4-806c-b8ab77e026f9 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/34b0c147-b581-4843-bfec-ea29d14cb6a7 HTTP/1.1" status: 204 len: 168 time: 0.4779263 Jun 03 18:53:42.005893 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 57158) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:53:42.059306 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-1377b1c0-47e2-42b4-9507-b18f38dcc4bc admin admin] Deleting port 302c5655-1ae7-4d23-81c5-0d29ccdf6ad2 {{(pid=103517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 18:53:42.059517 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-1377b1c0-47e2-42b4-9507-b18f38dcc4bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241832951'] for port, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:42.075210 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8fbeb838-6408-4c37-8b7c-5a625a412c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696177'] for network, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:42.155256 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8fbeb838-6408-4c37-8b7c-5a625a412c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557952', 'neutron.services.segments.db._delete_segments_for_network-8751241769921'] for network, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:42.164649 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.services.segments.db [None req-8fbeb838-6408-4c37-8b7c-5a625a412c6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10b7379a-996c-49eb-a4af-c8a0e0fe9011']}} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:53:42.172605 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.services.segments.db [None req-8fbeb838-6408-4c37-8b7c-5a625a412c6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbca1dbe-5a89-473a-94f4-75bd9e3fa1aa') {'for_net_delete': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:53:42.172792 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.services.segments.db [None req-8fbeb838-6408-4c37-8b7c-5a625a412c6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbca1dbe-5a89-473a-94f4-75bd9e3fa1aa') {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:53:42.180050 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-1377b1c0-47e2-42b4-9507-b18f38dcc4bc admin admin] For port 302c5655-1ae7-4d23-81c5-0d29ccdf6ad2, host dv-cinder-794661-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794661-1-smb',level=0,port_id=302c5655-1ae7-4d23-81c5-0d29ccdf6ad2,segment=NetworkSegment(a8a48266-8836-4c0c-a1f5-7d59b3bb0d43),segment_id=a8a48266-8836-4c0c-a1f5-7d59b3bb0d43)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:53:42.180222 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8fbeb838-6408-4c37-8b7c-5a625a412c6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751241775068', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2320316'] for segment, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:42.180275 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-1377b1c0-47e2-42b4-9507-b18f38dcc4bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:42.190025 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8fbeb838-6408-4c37-8b7c-5a625a412c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529572'] for segment, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:42.193868 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fbeb838-6408-4c37-8b7c-5a625a412c6c admin admin] Releasing vlan 1417 on physical network physnet1 to pool {{(pid=103516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 18:53:42.194080 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8fbeb838-6408-4c37-8b7c-5a625a412c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3013903'] for segment, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:42.202026 dv-cinder-794661-1-smb neutron-server[103516]: Traceback (most recent call last): Jun 03 18:53:42.202026 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 18:53:42.202026 dv-cinder-794661-1-smb neutron-server[103516]: timer() Jun 03 18:53:42.202026 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 18:53:42.202026 dv-cinder-794661-1-smb neutron-server[103516]: cb(*args, **kw) Jun 03 18:53:42.202026 dv-cinder-794661-1-smb neutron-server[103516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 18:53:42.202026 dv-cinder-794661-1-smb neutron-server[103516]: return func(*args, **kwargs) Jun 03 18:53:42.202026 dv-cinder-794661-1-smb neutron-server[103516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 18:53:42.202026 dv-cinder-794661-1-smb neutron-server[103516]: self._notify() Jun 03 18:53:42.202026 dv-cinder-794661-1-smb neutron-server[103516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 18:53:42.202026 dv-cinder-794661-1-smb neutron-server[103516]: self.callback(batched_events) Jun 03 18:53:42.202026 dv-cinder-794661-1-smb neutron-server[103516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 18:53:42.202026 dv-cinder-794661-1-smb neutron-server[103516]: event.method(event) Jun 03 18:53:42.202026 dv-cinder-794661-1-smb neutron-server[103516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 18:53:42.202026 dv-cinder-794661-1-smb neutron-server[103516]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 18:53:42.202026 dv-cinder-794661-1-smb neutron-server[103516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 18:53:42.202026 dv-cinder-794661-1-smb neutron-server[103516]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 18:53:42.202026 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 18:53:42.202026 dv-cinder-794661-1-smb neutron-server[103516]: return f(self, *a, **k) Jun 03 18:53:42.202026 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 18:53:42.202026 dv-cinder-794661-1-smb neutron-server[103516]: return self._get(url).json() Jun 03 18:53:42.202026 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 18:53:42.202026 dv-cinder-794661-1-smb neutron-server[103516]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 18:53:42.202026 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 18:53:42.202026 dv-cinder-794661-1-smb neutron-server[103516]: return self.request(url, 'GET', **kwargs) Jun 03 18:53:42.202026 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 18:53:42.202026 dv-cinder-794661-1-smb neutron-server[103516]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 18:53:42.202026 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 18:53:42.202026 dv-cinder-794661-1-smb neutron-server[103516]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 18:53:42.202026 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 18:53:42.202026 dv-cinder-794661-1-smb neutron-server[103516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 18:53:42.202026 dv-cinder-794661-1-smb neutron-server[103516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 18:53:42.241535 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-1377b1c0-47e2-42b4-9507-b18f38dcc4bc admin admin] Calling delete_port for 302c5655-1ae7-4d23-81c5-0d29ccdf6ad2 owned by network:router_interface {{(pid=103517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 18:53:42.341944 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8fbeb838-6408-4c37-8b7c-5a625a412c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573556'] for network, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:42.348096 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8fbeb838-6408-4c37-8b7c-5a625a412c6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549304'] for network, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:42.352339 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-ad190d78-b3ab-4895-b34c-ef04a3e24287 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:53:42.367093 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbeb838-6408-4c37-8b7c-5a625a412c6c admin admin] Pushing event deleted for resources: {'Network': ['ID=10b7379a-996c-49eb-a4af-c8a0e0fe9011,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:53:42.368917 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-8fbeb838-6408-4c37-8b7c-5a625a412c6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:53:42.441183 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-8fbeb838-6408-4c37-8b7c-5a625a412c6c admin admin] 10.222.0.44 "DELETE /v2.0/networks/10b7379a-996c-49eb-a4af-c8a0e0fe9011 HTTP/1.1" status: 204 len: 168 time: 0.4371228 Jun 03 18:53:42.514260 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-1377b1c0-47e2-42b4-9507-b18f38dcc4bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241743607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751241322837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3647885'] for port, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:42.519280 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:53:42.539544 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1377b1c0-47e2-42b4-9507-b18f38dcc4bc admin admin] Pushing event deleted for resources: {'Port': ['ID=302c5655-1ae7-4d23-81c5-0d29ccdf6ad2,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:53:42.541483 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-1377b1c0-47e2-42b4-9507-b18f38dcc4bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:53:42.692722 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-1377b1c0-47e2-42b4-9507-b18f38dcc4bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417212'] for router_interface, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:42.786422 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 57164) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:53:42.812741 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-31d42168-e727-48ef-9f11-63886085ab20 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c8ba5f9b622448d591fdad53cf4828bc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0254476 Jun 03 18:53:42.820992 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 57166) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:53:42.855272 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0522d3fb-c437-44fc-8d82-4249a5440f74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:42.869115 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0522d3fb-c437-44fc-8d82-4249a5440f74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:42.945728 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1377b1c0-47e2-42b4-9507-b18f38dcc4bc admin admin] Router dc173db3-4120-4883-acfc-2ee360feef36 has already been hosted by L3 agent e49736c8-5019-4904-a5ca-8bb53e194ab8 {{(pid=103517) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 18:53:42.990139 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0522d3fb-c437-44fc-8d82-4249a5440f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:42.992442 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-b1a01b3a-e66d-4e76-af0c-e117400a72a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:53:43.000857 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0522d3fb-c437-44fc-8d82-4249a5440f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0217bca-e2f4-4d08-8774-71c4c877895a,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:53:43.003101 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-0522d3fb-c437-44fc-8d82-4249a5440f74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:53:43.083589 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0522d3fb-c437-44fc-8d82-4249a5440f74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:43.084374 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-0522d3fb-c437-44fc-8d82-4249a5440f74 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a0217bca-e2f4-4d08-8774-71c4c877895a HTTP/1.1" status: 204 len: 168 time: 0.2627983 Jun 03 18:53:43.085692 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1377b1c0-47e2-42b4-9507-b18f38dcc4bc admin admin] Notify agent at l3_agent.dv-cinder-794661-1-smb the message routers_updated {{(pid=103517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 18:53:43.092822 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311db07c-b058-44be-8de7-8ac02d537ebe req-4ad229a4-1a16-4809-92a2-282651f8e2c4 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:43.092822 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-311db07c-b058-44be-8de7-8ac02d537ebe req-4ad229a4-1a16-4809-92a2-282651f8e2c4 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.1134725 Jun 03 18:53:43.095068 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b88962-6e4d-4870-ae2c-ac481d540edf None None] Sync routers for ids ['dc173db3-4120-4883-acfc-2ee360feef36'] in dv-cinder-794661-1-smb {{(pid=103519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 18:53:43.103968 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b88962-6e4d-4870-ae2c-ac481d540edf None None] Routers {'dc173db3-4120-4883-acfc-2ee360feef36'} bound to L3 agent in host dv-cinder-794661-1-smb {{(pid=103519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 18:53:43.104467 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_hamode_db [None req-16b88962-6e4d-4870-ae2c-ac481d540edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794661-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T18:44:31Z,description=,heartbeat_timestamp=2021-06-03T18:53:31Z,host='dv-cinder-794661-1-smb',id=e49736c8-5019-4904-a5ca-8bb53e194ab8,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T18:44:31Z,topic='l3_agent')) {'router_ids': ['dc173db3-4120-4883-acfc-2ee360feef36'], 'active': True} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:53:43.124246 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-311db07c-b058-44be-8de7-8ac02d537ebe req-3f3e2175-e299-4e78-a453-9550c4debc6e tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0251322 Jun 03 18:53:43.193877 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-1377b1c0-47e2-42b4-9507-b18f38dcc4bc admin admin] 10.222.0.44 "PUT /v2.0/routers/dc173db3-4120-4883-acfc-2ee360feef36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8245776 Jun 03 18:53:43.195618 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 57172) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:53:43.200691 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_dvr_db [None req-16b88962-6e4d-4870-ae2c-ac481d540edf None None] Set router dc173db3-4120-4883-acfc-2ee360feef36 gateway port host: dv-cinder-794661-1-smb {{(pid=103519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 18:53:43.305741 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-144b9b6b-addb-40cf-a1ba-2a216191f4f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:43.370828 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_hamode_db [None req-16b88962-6e4d-4870-ae2c-ac481d540edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc173db3-4120-4883-acfc-2ee360feef36', 'name': 'tempest-ServerRescueNegativeTestJSON-959099436-router', 'tenant_id': '04d914789bfc4c6082997cc72d5d376a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.76'}], 'enable_snat': True}, 'gw_port_id': '979caf76-a2f0-453a-a8ea-21d92056cecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T18:50:30Z', 'updated_at': '2021-06-03T18:53:42Z', 'revision_number': 5, 'project_id': '04d914789bfc4c6082997cc72d5d376a', 'gw_port': {'id': '979caf76-a2f0-453a-a8ea-21d92056cecb', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc173db3-4120-4883-acfc-2ee360feef36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:50:30Z', 'updated_at': '2021-06-03T18:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb'}], 'dv-cinder-794661-1-smb', False) {} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:53:43.373110 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b88962-6e4d-4870-ae2c-ac481d540edf None None] Checking router: dc173db3-4120-4883-acfc-2ee360feef36 for host: dv-cinder-794661-1-smb {{(pid=103519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 18:53:43.378161 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b88962-6e4d-4870-ae2c-ac481d540edf None None] Routers {'dc173db3-4120-4883-acfc-2ee360feef36'} bound to L3 agent in host dv-cinder-794661-1-smb {{(pid=103519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 18:53:43.378491 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_hamode_db [None req-16b88962-6e4d-4870-ae2c-ac481d540edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794661-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T18:44:31Z,description=,heartbeat_timestamp=2021-06-03T18:53:31Z,host='dv-cinder-794661-1-smb',id=e49736c8-5019-4904-a5ca-8bb53e194ab8,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T18:44:31Z,topic='l3_agent')) {'router_ids': ['dc173db3-4120-4883-acfc-2ee360feef36'], 'active': True} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:53:43.405125 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-144b9b6b-addb-40cf-a1ba-2a216191f4f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:43.468886 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_dvr_db [None req-16b88962-6e4d-4870-ae2c-ac481d540edf None None] Set router dc173db3-4120-4883-acfc-2ee360feef36 gateway port host: dv-cinder-794661-1-smb {{(pid=103519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 18:53:43.507529 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-144b9b6b-addb-40cf-a1ba-2a216191f4f3 admin admin] Deleting port 979caf76-a2f0-453a-a8ea-21d92056cecb {{(pid=103517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 18:53:43.507730 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-144b9b6b-addb-40cf-a1ba-2a216191f4f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241832951'] for port, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:43.578938 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-144b9b6b-addb-40cf-a1ba-2a216191f4f3 admin admin] For port 979caf76-a2f0-453a-a8ea-21d92056cecb, host dv-cinder-794661-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794661-1-smb',level=0,port_id=979caf76-a2f0-453a-a8ea-21d92056cecb,segment=NetworkSegment(cb7a02ef-c488-4fe7-ad15-1fca81e02b96),segment_id=cb7a02ef-c488-4fe7-ad15-1fca81e02b96)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:53:43.579310 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-144b9b6b-addb-40cf-a1ba-2a216191f4f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:43.638439 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_hamode_db [None req-16b88962-6e4d-4870-ae2c-ac481d540edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc173db3-4120-4883-acfc-2ee360feef36', 'name': 'tempest-ServerRescueNegativeTestJSON-959099436-router', 'tenant_id': '04d914789bfc4c6082997cc72d5d376a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.76'}], 'enable_snat': True}, 'gw_port_id': '979caf76-a2f0-453a-a8ea-21d92056cecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T18:50:30Z', 'updated_at': '2021-06-03T18:53:42Z', 'revision_number': 5, 'project_id': '04d914789bfc4c6082997cc72d5d376a', 'gw_port': {'id': '979caf76-a2f0-453a-a8ea-21d92056cecb', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc173db3-4120-4883-acfc-2ee360feef36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:50:30Z', 'updated_at': '2021-06-03T18:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb'}], 'dv-cinder-794661-1-smb', False) {} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:53:43.640626 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b88962-6e4d-4870-ae2c-ac481d540edf None None] The sync data for ids ['dc173db3-4120-4883-acfc-2ee360feef36'] in dv-cinder-794661-1-smb is: [{'id': 'dc173db3-4120-4883-acfc-2ee360feef36', 'name': 'tempest-ServerRescueNegativeTestJSON-959099436-router', 'tenant_id': '04d914789bfc4c6082997cc72d5d376a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.76'}], 'enable_snat': True}, 'gw_port_id': '979caf76-a2f0-453a-a8ea-21d92056cecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T18:50:30Z', 'updated_at': '2021-06-03T18:53:42Z', 'revision_number': 5, 'project_id': '04d914789bfc4c6082997cc72d5d376a', 'gw_port': {'id': '979caf76-a2f0-453a-a8ea-21d92056cecb', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc173db3-4120-4883-acfc-2ee360feef36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:50:30Z', 'updated_at': '2021-06-03T18:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb'}] {{(pid=103519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 18:53:43.643838 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-144b9b6b-addb-40cf-a1ba-2a216191f4f3 admin admin] Calling delete_port for 979caf76-a2f0-453a-a8ea-21d92056cecb owned by network:router_gateway {{(pid=103517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 18:53:43.792286 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-144b9b6b-addb-40cf-a1ba-2a216191f4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241743607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751241322837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3647885'] for port, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:43.795394 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:53:43.821494 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144b9b6b-addb-40cf-a1ba-2a216191f4f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=979caf76-a2f0-453a-a8ea-21d92056cecb,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:53:43.823787 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-144b9b6b-addb-40cf-a1ba-2a216191f4f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:53:43.876393 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-144b9b6b-addb-40cf-a1ba-2a216191f4f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573471'] for router_gateway, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:44.052047 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-144b9b6b-addb-40cf-a1ba-2a216191f4f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27917'] for router, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:44.053374 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-144b9b6b-addb-40cf-a1ba-2a216191f4f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:44.170466 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device 302c5655-1ae7-4d23-81c5-0d29ccdf6ad2 no longer exists at agent ovs-agent-dv-cinder-794661-1-smb {{(pid=103518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 18:53:44.190438 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.plugin [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] No Port match for: 302c5655-1ae7-4d23-81c5-0d29ccdf6ad2 {{(pid=103518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 18:53:44.190641 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device 302c5655-1ae7-4d23-81c5-0d29ccdf6ad2 not bound to the agent host dv-cinder-794661-1-smb {{(pid=103518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 18:53:44.260151 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-144b9b6b-addb-40cf-a1ba-2a216191f4f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:44.260721 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-144b9b6b-addb-40cf-a1ba-2a216191f4f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc173db3-4120-4883-acfc-2ee360feef36 {{(pid=103517) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 18:53:44.276605 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-144b9b6b-addb-40cf-a1ba-2a216191f4f3 admin admin] Notify callbacks [] for router, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:44.280063 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-144b9b6b-addb-40cf-a1ba-2a216191f4f3 admin admin] 10.222.0.44 "DELETE /v2.0/routers/dc173db3-4120-4883-acfc-2ee360feef36 HTTP/1.1" status: 204 len: 168 time: 1.0814314 Jun 03 18:53:44.281739 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 57202) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:53:44.318232 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.db_base_plugin_v2 [None req-825bcf4b-f029-4fd5-b838-ece149afb7cf admin admin] Deleting subnet cdba7c81-6690-4a2c-8589-65ca072f8ce6 {{(pid=103516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 18:53:44.320978 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-825bcf4b-f029-4fd5-b838-ece149afb7cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:44.378042 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-825bcf4b-f029-4fd5-b838-ece149afb7cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2320325'] for subnet, precommit_delete_associations {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:44.414274 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c2418-965e-455a-aea3-d5f98ee49b0a req-e1d349b6-1ee5-4a1c-a25b-a6552c310ea2 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:44.415223 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-a46c2418-965e-455a-aea3-d5f98ee49b0a req-e1d349b6-1ee5-4a1c-a25b-a6552c310ea2 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0948393 Jun 03 18:53:44.423976 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-825bcf4b-f029-4fd5-b838-ece149afb7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1531221'] for subnet, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:44.475137 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-a46c2418-965e-455a-aea3-d5f98ee49b0a req-bb8c900b-3248-4fc8-ad6e-6409987a9af2 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527151 Jun 03 18:53:44.702453 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-825bcf4b-f029-4fd5-b838-ece149afb7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1531228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3014117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3540150'] for subnet, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:44.706189 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-e46c34ab-d76c-464b-a110-e0b12aec308f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:53:44.730303 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825bcf4b-f029-4fd5-b838-ece149afb7cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdba7c81-6690-4a2c-8589-65ca072f8ce6,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:53:44.732177 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-825bcf4b-f029-4fd5-b838-ece149afb7cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:53:44.734082 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-825bcf4b-f029-4fd5-b838-ece149afb7cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:44.738389 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-825bcf4b-f029-4fd5-b838-ece149afb7cf admin admin] 10.222.0.44 "DELETE /v2.0/subnets/cdba7c81-6690-4a2c-8589-65ca072f8ce6 HTTP/1.1" status: 204 len: 168 time: 0.4550395 Jun 03 18:53:44.740515 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 57204) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:53:44.794154 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-86ff5fa7-9fc5-4159-a50c-34da14374a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696177'] for network, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:44.859500 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-86ff5fa7-9fc5-4159-a50c-34da14374a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557952', 'neutron.services.segments.db._delete_segments_for_network-8751241769921'] for network, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:44.866504 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.services.segments.db [None req-86ff5fa7-9fc5-4159-a50c-34da14374a15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96b760d7-3720-403e-b1ec-2fd415aa44fd']}} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:53:44.872920 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.services.segments.db [None req-86ff5fa7-9fc5-4159-a50c-34da14374a15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8a48266-8836-4c0c-a1f5-7d59b3bb0d43') {'for_net_delete': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:53:44.873069 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.services.segments.db [None req-86ff5fa7-9fc5-4159-a50c-34da14374a15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8a48266-8836-4c0c-a1f5-7d59b3bb0d43') {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:53:44.879447 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-86ff5fa7-9fc5-4159-a50c-34da14374a15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751241775068', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2320316'] for segment, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:44.887915 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-86ff5fa7-9fc5-4159-a50c-34da14374a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529572'] for segment, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:44.891387 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86ff5fa7-9fc5-4159-a50c-34da14374a15 admin admin] Releasing vlan 1419 on physical network physnet1 to pool {{(pid=103516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 18:53:44.891601 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-86ff5fa7-9fc5-4159-a50c-34da14374a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3013903'] for segment, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:44.899736 dv-cinder-794661-1-smb neutron-server[103516]: Traceback (most recent call last): Jun 03 18:53:44.899736 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 18:53:44.899736 dv-cinder-794661-1-smb neutron-server[103516]: timer() Jun 03 18:53:44.899736 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 18:53:44.899736 dv-cinder-794661-1-smb neutron-server[103516]: cb(*args, **kw) Jun 03 18:53:44.899736 dv-cinder-794661-1-smb neutron-server[103516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 18:53:44.899736 dv-cinder-794661-1-smb neutron-server[103516]: return func(*args, **kwargs) Jun 03 18:53:44.899736 dv-cinder-794661-1-smb neutron-server[103516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 18:53:44.899736 dv-cinder-794661-1-smb neutron-server[103516]: self._notify() Jun 03 18:53:44.899736 dv-cinder-794661-1-smb neutron-server[103516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 18:53:44.899736 dv-cinder-794661-1-smb neutron-server[103516]: self.callback(batched_events) Jun 03 18:53:44.899736 dv-cinder-794661-1-smb neutron-server[103516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 18:53:44.899736 dv-cinder-794661-1-smb neutron-server[103516]: event.method(event) Jun 03 18:53:44.899736 dv-cinder-794661-1-smb neutron-server[103516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 18:53:44.899736 dv-cinder-794661-1-smb neutron-server[103516]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 18:53:44.899736 dv-cinder-794661-1-smb neutron-server[103516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 18:53:44.899736 dv-cinder-794661-1-smb neutron-server[103516]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 18:53:44.899736 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 18:53:44.899736 dv-cinder-794661-1-smb neutron-server[103516]: return f(self, *a, **k) Jun 03 18:53:44.899736 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 18:53:44.899736 dv-cinder-794661-1-smb neutron-server[103516]: return self._get(url).json() Jun 03 18:53:44.899736 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 18:53:44.899736 dv-cinder-794661-1-smb neutron-server[103516]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 18:53:44.899736 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 18:53:44.899736 dv-cinder-794661-1-smb neutron-server[103516]: return self.request(url, 'GET', **kwargs) Jun 03 18:53:44.899736 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 18:53:44.899736 dv-cinder-794661-1-smb neutron-server[103516]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 18:53:44.899736 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 18:53:44.899736 dv-cinder-794661-1-smb neutron-server[103516]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 18:53:44.899736 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 18:53:44.899736 dv-cinder-794661-1-smb neutron-server[103516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 18:53:44.899736 dv-cinder-794661-1-smb neutron-server[103516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 18:53:45.109738 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-86ff5fa7-9fc5-4159-a50c-34da14374a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573556'] for network, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:45.113741 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:53:45.120530 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-86ff5fa7-9fc5-4159-a50c-34da14374a15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549304'] for network, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:45.126721 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ff5fa7-9fc5-4159-a50c-34da14374a15 admin admin] Pushing event deleted for resources: {'Network': ['ID=96b760d7-3720-403e-b1ec-2fd415aa44fd,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:53:45.128614 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-86ff5fa7-9fc5-4159-a50c-34da14374a15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:53:45.272176 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-86ff5fa7-9fc5-4159-a50c-34da14374a15 admin admin] 10.222.0.44 "DELETE /v2.0/networks/96b760d7-3720-403e-b1ec-2fd415aa44fd HTTP/1.1" status: 204 len: 168 time: 0.5307653 Jun 03 18:53:45.595815 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c95c4a4-b35d-4d78-9472-ce9b440e7c0b req-c5f0f230-9d84-47b0-8686-0344d97a230d tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:45.596699 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-9c95c4a4-b35d-4d78-9472-ce9b440e7c0b req-c5f0f230-9d84-47b0-8686-0344d97a230d tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0503931 Jun 03 18:53:45.623354 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-9c95c4a4-b35d-4d78-9472-ce9b440e7c0b req-872d4a9b-a7d4-4bba-8d3e-e50b66924252 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0231245 Jun 03 18:53:45.661699 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 57220) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:53:45.689620 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-b1141fc8-0782-4ff7-b1d0-8426fe8444b7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=04d914789bfc4c6082997cc72d5d376a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0271170 Jun 03 18:53:45.690940 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 57222) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:53:45.722925 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-2d1b7d36-25da-4469-b05d-44ebb6470a8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:45.736298 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-2d1b7d36-25da-4469-b05d-44ebb6470a8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:45.856230 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-2d1b7d36-25da-4469-b05d-44ebb6470a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:45.860821 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-4545582f-2145-4184-b054-378600ad1c39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:53:45.873521 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1b7d36-25da-4469-b05d-44ebb6470a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940882e9-ca30-44eb-aa11-4e8ac057f327,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:53:45.876699 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-2d1b7d36-25da-4469-b05d-44ebb6470a8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:53:45.965959 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-2d1b7d36-25da-4469-b05d-44ebb6470a8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:45.967377 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-2d1b7d36-25da-4469-b05d-44ebb6470a8e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/940882e9-ca30-44eb-aa11-4e8ac057f327 HTTP/1.1" status: 204 len: 168 time: 0.2756848 Jun 03 18:53:46.104067 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device 979caf76-a2f0-453a-a8ea-21d92056cecb no longer exists at agent ovs-agent-dv-cinder-794661-1-smb {{(pid=103518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 18:53:46.126251 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.plugin [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] No Port match for: 979caf76-a2f0-453a-a8ea-21d92056cecb {{(pid=103518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 18:53:46.126365 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device 979caf76-a2f0-453a-a8ea-21d92056cecb not bound to the agent host dv-cinder-794661-1-smb {{(pid=103518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 18:53:46.759205 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55984e7-e304-4c74-aa4c-fb9894c83119 req-04e20419-62b3-4181-aad2-d1c9ab726e01 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:46.760295 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-d55984e7-e304-4c74-aa4c-fb9894c83119 req-04e20419-62b3-4181-aad2-d1c9ab726e01 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0585525 Jun 03 18:53:46.790481 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-d55984e7-e304-4c74-aa4c-fb9894c83119 req-4d94514d-92a0-4799-9e04-318a98307d3c tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0257320 Jun 03 18:53:47.914239 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892acde1-4bdb-4f31-ba60-185523886016 req-ee7ad011-899d-4b93-9ab1-1528462f4af3 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:47.915148 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-892acde1-4bdb-4f31-ba60-185523886016 req-ee7ad011-899d-4b93-9ab1-1528462f4af3 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0514562 Jun 03 18:53:47.942603 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-892acde1-4bdb-4f31-ba60-185523886016 req-d4c53a24-c322-4557-b9da-54e984466f68 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0240874 Jun 03 18:53:48.505073 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 57308) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:53:48.588131 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-23a197d9-d8ed-4da4-8f8d-01d62f0e1ff6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:48.597575 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-23a197d9-d8ed-4da4-8f8d-01d62f0e1ff6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:53:48.600178 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-23a197d9-d8ed-4da4-8f8d-01d62f0e1ff6 admin admin] Usage tracker for resource:security_group_rule and tenant:97860477809c45a1b9b2703cc812072b is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:53:48.602274 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-23a197d9-d8ed-4da4-8f8d-01d62f0e1ff6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:53:48.606750 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-23a197d9-d8ed-4da4-8f8d-01d62f0e1ff6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:53:48.673957 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-23a197d9-d8ed-4da4-8f8d-01d62f0e1ff6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:48.740364 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-23a197d9-d8ed-4da4-8f8d-01d62f0e1ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:48.749987 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-ba385859-9890-456a-85a4-56c77ad93699 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:53:48.781113 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-23a197d9-d8ed-4da4-8f8d-01d62f0e1ff6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=97860477809c45a1b9b2703cc812072b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2747335 Jun 03 18:53:48.784489 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a197d9-d8ed-4da4-8f8d-01d62f0e1ff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31085098-5e05-47ed-9f15-791d945fbc86,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:53:48.784603 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-23a197d9-d8ed-4da4-8f8d-01d62f0e1ff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:53:48.786112 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 57316) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:53:48.826117 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-e277d487-e74c-4836-b010-90ee7fc7c76d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:48.843017 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-e277d487-e74c-4836-b010-90ee7fc7c76d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:48.971816 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-e277d487-e74c-4836-b010-90ee7fc7c76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:48.974995 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-b563cf46-004c-408d-b8cf-df2c65f9631d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:53:48.985138 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e277d487-e74c-4836-b010-90ee7fc7c76d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31085098-5e05-47ed-9f15-791d945fbc86,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:53:48.987704 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-e277d487-e74c-4836-b010-90ee7fc7c76d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:53:48.990325 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-e277d487-e74c-4836-b010-90ee7fc7c76d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:48.993512 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-e277d487-e74c-4836-b010-90ee7fc7c76d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/31085098-5e05-47ed-9f15-791d945fbc86 HTTP/1.1" status: 204 len: 168 time: 0.2043633 Jun 03 18:53:49.069382 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3cb34a-b4bd-4daf-8e39-379ab2237c18 req-3ebcbde9-86f3-471a-a4cf-07570b4a66a5 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:49.070361 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-9b3cb34a-b4bd-4daf-8e39-379ab2237c18 req-3ebcbde9-86f3-471a-a4cf-07570b4a66a5 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0555785 Jun 03 18:53:49.099876 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-9b3cb34a-b4bd-4daf-8e39-379ab2237c18 req-1a1d995b-2f5f-4275-a192-8787eed85f8e tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0254769 Jun 03 18:53:49.645861 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 57324) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:53:49.665041 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-0b837560-5d5a-4eaa-866d-8632a014cda7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:49.676346 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-0b837560-5d5a-4eaa-866d-8632a014cda7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:53:49.679321 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-0b837560-5d5a-4eaa-866d-8632a014cda7 admin admin] Usage tracker for resource:security_group_rule and tenant:2c0d50374aff42879fc78035b6d52e66 is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:53:49.681605 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-0b837560-5d5a-4eaa-866d-8632a014cda7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:53:49.685933 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-0b837560-5d5a-4eaa-866d-8632a014cda7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:53:49.757664 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-0b837560-5d5a-4eaa-866d-8632a014cda7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:49.842299 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-0b837560-5d5a-4eaa-866d-8632a014cda7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:49.848154 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-10a68478-7b4f-4db9-aa9c-d6576278ded2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:53:49.877984 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-0b837560-5d5a-4eaa-866d-8632a014cda7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2c0d50374aff42879fc78035b6d52e66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2308931 Jun 03 18:53:49.878668 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b837560-5d5a-4eaa-866d-8632a014cda7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46de9f44-5d23-4199-a74e-5755fd54b38a,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:53:49.880241 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 57336) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:53:49.880765 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-0b837560-5d5a-4eaa-866d-8632a014cda7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:53:49.918634 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c111d229-b40b-4a1b-a1f7-5157d0071d44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:49.934967 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c111d229-b40b-4a1b-a1f7-5157d0071d44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:50.043879 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c111d229-b40b-4a1b-a1f7-5157d0071d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:50.047082 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-4fc1e1ad-332b-4a00-8a63-50211fe4f4e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:53:50.057947 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c111d229-b40b-4a1b-a1f7-5157d0071d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46de9f44-5d23-4199-a74e-5755fd54b38a,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:53:50.062045 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-c111d229-b40b-4a1b-a1f7-5157d0071d44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:53:50.065848 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c111d229-b40b-4a1b-a1f7-5157d0071d44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:50.066759 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-c111d229-b40b-4a1b-a1f7-5157d0071d44 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/46de9f44-5d23-4199-a74e-5755fd54b38a HTTP/1.1" status: 204 len: 168 time: 0.1852627 Jun 03 18:53:50.219898 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa72a457-27f2-43b5-85f2-c03d2025fbe9 req-9aede369-1123-41e6-b994-72132fc0f3ee tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:50.221102 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-aa72a457-27f2-43b5-85f2-c03d2025fbe9 req-9aede369-1123-41e6-b994-72132fc0f3ee tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0541494 Jun 03 18:53:50.246676 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-aa72a457-27f2-43b5-85f2-c03d2025fbe9 req-137abc7d-3a5d-472d-87df-f80555dda2c9 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0215237 Jun 03 18:53:51.376167 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59995cab-0da6-4556-8799-d6a8d5b4b103 req-8787a0e4-50ed-478a-85ea-b418372ac2b6 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:51.377143 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-59995cab-0da6-4556-8799-d6a8d5b4b103 req-8787a0e4-50ed-478a-85ea-b418372ac2b6 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0556602 Jun 03 18:53:51.405613 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-59995cab-0da6-4556-8799-d6a8d5b4b103 req-c3453bbd-ad3b-44eb-bfb4-73517d2059b9 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0244281 Jun 03 18:53:52.531635 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef28bbb7-ebda-4ab4-af0f-57d4b33dee3e req-5aeb0ccd-82af-488e-b2e2-52b10e040061 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:52.532903 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-ef28bbb7-ebda-4ab4-af0f-57d4b33dee3e req-5aeb0ccd-82af-488e-b2e2-52b10e040061 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0509601 Jun 03 18:53:52.558808 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-ef28bbb7-ebda-4ab4-af0f-57d4b33dee3e req-d422c005-e933-4c2e-81e0-e50dd8105d5c tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0220459 Jun 03 18:53:53.200146 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 57424) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:53:53.278903 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4144b782-eba7-4921-b47d-6d2be90547bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:53.288537 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-4144b782-eba7-4921-b47d-6d2be90547bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:53:53.291074 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-4144b782-eba7-4921-b47d-6d2be90547bf admin admin] Usage tracker for resource:security_group_rule and tenant:a7777158d59748a5b90ed0dc6a2a1753 is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:53:53.293019 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-4144b782-eba7-4921-b47d-6d2be90547bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:53:53.297292 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-4144b782-eba7-4921-b47d-6d2be90547bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:53:53.353192 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4144b782-eba7-4921-b47d-6d2be90547bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:53.441756 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4144b782-eba7-4921-b47d-6d2be90547bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:53.453132 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-f8e85192-40ba-4ef2-8d5a-6d588a82ab55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:53:53.477622 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-4144b782-eba7-4921-b47d-6d2be90547bf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a7777158d59748a5b90ed0dc6a2a1753&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2765698 Jun 03 18:53:53.478705 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4144b782-eba7-4921-b47d-6d2be90547bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c23ab994-e668-4f02-90e8-58de94245e70,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:53:53.480862 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 57432) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:53:53.481242 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-4144b782-eba7-4921-b47d-6d2be90547bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:53:53.522165 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-255082d7-fab3-4136-b156-f826b3d074a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:53.537728 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-255082d7-fab3-4136-b156-f826b3d074a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:53.652317 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-255082d7-fab3-4136-b156-f826b3d074a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:53.663652 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-405ca25d-fb10-4397-936b-6d2248ccea8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:53:53.678171 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255082d7-fab3-4136-b156-f826b3d074a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23ab994-e668-4f02-90e8-58de94245e70,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:53:53.681334 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-255082d7-fab3-4136-b156-f826b3d074a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:53:53.692318 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-255082d7-fab3-4136-b156-f826b3d074a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:53.692318 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-255082d7-fab3-4136-b156-f826b3d074a6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c23ab994-e668-4f02-90e8-58de94245e70 HTTP/1.1" status: 204 len: 168 time: 0.2052591 Jun 03 18:53:53.706727 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29598d19-e6e0-4e3e-92ed-35c4e9b875b0 req-3ecf4355-ad33-4585-8f81-c84fbec31551 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:53.707583 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-29598d19-e6e0-4e3e-92ed-35c4e9b875b0 req-3ecf4355-ad33-4585-8f81-c84fbec31551 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0903592 Jun 03 18:53:53.733411 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-29598d19-e6e0-4e3e-92ed-35c4e9b875b0 req-79a835ec-1ada-4c93-ad5a-af62f0554aff tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0216322 Jun 03 18:53:53.987203 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 57452) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:53:54.053846 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-63374af9-a1e8-4fbc-a569-59ef8b49ced1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:54.064988 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-63374af9-a1e8-4fbc-a569-59ef8b49ced1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:53:54.068192 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-63374af9-a1e8-4fbc-a569-59ef8b49ced1 admin admin] Usage tracker for resource:security_group_rule and tenant:c62439409ba749978cb4feb61e4a895e is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:53:54.071728 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-63374af9-a1e8-4fbc-a569-59ef8b49ced1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:53:54.078839 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-63374af9-a1e8-4fbc-a569-59ef8b49ced1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:53:54.135630 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-63374af9-a1e8-4fbc-a569-59ef8b49ced1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:54.288936 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-63374af9-a1e8-4fbc-a569-59ef8b49ced1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:54.296012 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-977109ea-18a7-4670-b14c-be1ec5852a74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:53:54.322521 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-63374af9-a1e8-4fbc-a569-59ef8b49ced1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c62439409ba749978cb4feb61e4a895e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3344252 Jun 03 18:53:54.323745 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63374af9-a1e8-4fbc-a569-59ef8b49ced1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4782175f-e772-49fd-9814-eb5c19c015a8,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:53:54.324783 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 57456) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:53:54.325926 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-63374af9-a1e8-4fbc-a569-59ef8b49ced1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:53:54.375371 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-391aa42e-6ad0-4bfe-8608-0be55a0e61e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:54.392263 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-391aa42e-6ad0-4bfe-8608-0be55a0e61e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:54.396206 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 57458) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:53:54.409741 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6773a0ef-3243-453a-9bae-2d1c7a027e78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:54.422403 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-6773a0ef-3243-453a-9bae-2d1c7a027e78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:53:54.425705 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-6773a0ef-3243-453a-9bae-2d1c7a027e78 admin admin] Usage tracker for resource:security_group_rule and tenant:25cdd40daf794ffeb5d39ddf86891237 is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:53:54.427604 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-6773a0ef-3243-453a-9bae-2d1c7a027e78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:53:54.431359 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-6773a0ef-3243-453a-9bae-2d1c7a027e78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:53:54.489549 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-391aa42e-6ad0-4bfe-8608-0be55a0e61e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:54.495331 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-0b837560-5d5a-4eaa-866d-8632a014cda7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:53:54.512545 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391aa42e-6ad0-4bfe-8608-0be55a0e61e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4782175f-e772-49fd-9814-eb5c19c015a8,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:53:54.515586 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-391aa42e-6ad0-4bfe-8608-0be55a0e61e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:54.519470 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-391aa42e-6ad0-4bfe-8608-0be55a0e61e8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4782175f-e772-49fd-9814-eb5c19c015a8 HTTP/1.1" status: 204 len: 168 time: 0.1909356 Jun 03 18:53:54.519470 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-391aa42e-6ad0-4bfe-8608-0be55a0e61e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:53:54.556767 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6773a0ef-3243-453a-9bae-2d1c7a027e78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:54.627539 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6773a0ef-3243-453a-9bae-2d1c7a027e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:54.635200 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-dd4393c4-145b-402e-8aa8-0cc9fbb18f9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:53:54.677424 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-6773a0ef-3243-453a-9bae-2d1c7a027e78 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=25cdd40daf794ffeb5d39ddf86891237&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2781332 Jun 03 18:53:54.677424 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6773a0ef-3243-453a-9bae-2d1c7a027e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9121f3a1-4bfe-4261-94ff-2a647f18b8d0,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:53:54.677712 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 57464) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:53:54.679126 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-6773a0ef-3243-453a-9bae-2d1c7a027e78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:53:54.735925 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-6248f8ac-856f-48db-9b3e-46253fc14470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:54.752559 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-6248f8ac-856f-48db-9b3e-46253fc14470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:54.869643 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cf8002-cd61-44b2-8dab-890f4bc65df7 req-c6015127-6ffc-4312-a5b0-3f594f9c510b tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:54.870862 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-e5cf8002-cd61-44b2-8dab-890f4bc65df7 req-c6015127-6ffc-4312-a5b0-3f594f9c510b tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0548186 Jun 03 18:53:54.871961 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-6248f8ac-856f-48db-9b3e-46253fc14470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:54.875053 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-ea75e83f-6a2c-4076-b7b8-a238c8a4d715 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:53:54.891116 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6248f8ac-856f-48db-9b3e-46253fc14470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9121f3a1-4bfe-4261-94ff-2a647f18b8d0,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:53:54.896423 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-6248f8ac-856f-48db-9b3e-46253fc14470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:53:54.904172 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-6248f8ac-856f-48db-9b3e-46253fc14470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:53:54.906939 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-6248f8ac-856f-48db-9b3e-46253fc14470 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9121f3a1-4bfe-4261-94ff-2a647f18b8d0 HTTP/1.1" status: 204 len: 168 time: 0.2259946 Jun 03 18:53:54.916128 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-e5cf8002-cd61-44b2-8dab-890f4bc65df7 req-c986250e-89ee-4949-a4a1-fb3517acd428 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366325 Jun 03 18:53:56.028179 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 18:53:56.042964 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49b15fa-cbab-4272-bcbd-8e3fa4170dc5 req-d11ad0f5-55ec-4fac-b352-e7e329611c45 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:56.043934 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-f49b15fa-cbab-4272-bcbd-8e3fa4170dc5 req-d11ad0f5-55ec-4fac-b352-e7e329611c45 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0526772 Jun 03 18:53:56.072596 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-f49b15fa-cbab-4272-bcbd-8e3fa4170dc5 req-409880e2-24d3-4d7b-b34e-9087e629eafd tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0248947 Jun 03 18:53:57.244134 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fcc2d3-2ee7-4a30-800f-aa3f12a9f241 req-1d4d63da-493f-4926-bb52-e0a2e76479af tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:57.245104 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-51fcc2d3-2ee7-4a30-800f-aa3f12a9f241 req-1d4d63da-493f-4926-bb52-e0a2e76479af tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.1094825 Jun 03 18:53:57.272754 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-51fcc2d3-2ee7-4a30-800f-aa3f12a9f241 req-4494d61f-2c66-4f72-b59b-2a35e9acaa2f tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0239575 Jun 03 18:53:58.406287 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c41807-91b7-4bd4-b9ed-bdfa372a13b0 req-6154271c-09df-4ec8-8fb3-5e579463b081 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:58.407628 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-53c41807-91b7-4bd4-b9ed-bdfa372a13b0 req-6154271c-09df-4ec8-8fb3-5e579463b081 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0564260 Jun 03 18:53:58.436665 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-53c41807-91b7-4bd4-b9ed-bdfa372a13b0 req-1d76d2f1-541a-40ea-b7c6-b71d292d2913 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0248632 Jun 03 18:53:59.568203 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b28e02-3a4d-4a0d-b5c4-aef68a9494b7 req-eb27ee17-cacf-4ac2-bf69-75c8bfad6160 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:53:59.569223 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-27b28e02-3a4d-4a0d-b5c4-aef68a9494b7 req-eb27ee17-cacf-4ac2-bf69-75c8bfad6160 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0540509 Jun 03 18:53:59.598682 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-27b28e02-3a4d-4a0d-b5c4-aef68a9494b7 req-065bc3d1-7906-4388-9252-19fdec1681c1 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0247955 Jun 03 18:53:59.605428 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-4e78a3f5-0ec8-4f0f-9419-d0470b581b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:00.588816 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:00.748012 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f87e427-315f-40db-89f1-f12d744c8645 req-c82a0adb-9027-4d82-9b17-514cfcffeb45 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:00.749141 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-0f87e427-315f-40db-89f1-f12d744c8645 req-c82a0adb-9027-4d82-9b17-514cfcffeb45 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0704114 Jun 03 18:54:00.783665 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-0f87e427-315f-40db-89f1-f12d744c8645 req-91c126fa-25cc-475d-b52b-aa535616551e tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290768 Jun 03 18:54:00.801148 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-98e277a2-5f07-41b5-8559-5c663756899b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:01.929381 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a50e01c-d5c4-4a61-88c7-18c9672e7c0d req-13834032-4e33-41e2-9db7-d20d8198868a tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:01.930351 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-2a50e01c-d5c4-4a61-88c7-18c9672e7c0d req-13834032-4e33-41e2-9db7-d20d8198868a tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0626121 Jun 03 18:54:01.959350 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-2a50e01c-d5c4-4a61-88c7-18c9672e7c0d req-4096b389-4a8c-4d56-b468-99f8110cf0d8 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0248685 Jun 03 18:54:01.973786 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:02.477014 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 57628) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:54:02.565436 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-63b9ddaa-b44a-4bc9-b5f7-4c82ae5fb646 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:02.574945 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-63b9ddaa-b44a-4bc9-b5f7-4c82ae5fb646 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:54:02.577732 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-63b9ddaa-b44a-4bc9-b5f7-4c82ae5fb646 admin admin] Usage tracker for resource:security_group_rule and tenant:e7d804e30e694c40920b5e51b32b4766 is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:54:02.580181 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-63b9ddaa-b44a-4bc9-b5f7-4c82ae5fb646 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:54:02.584095 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-63b9ddaa-b44a-4bc9-b5f7-4c82ae5fb646 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:54:02.598554 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:02.640287 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-63b9ddaa-b44a-4bc9-b5f7-4c82ae5fb646 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:02.710835 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:02.742817 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-63b9ddaa-b44a-4bc9-b5f7-4c82ae5fb646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:02.754413 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-6248f8ac-856f-48db-9b3e-46253fc14470 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:54:02.790018 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-63b9ddaa-b44a-4bc9-b5f7-4c82ae5fb646 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e7d804e30e694c40920b5e51b32b4766&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3120892 Jun 03 18:54:02.790694 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b9ddaa-b44a-4bc9-b5f7-4c82ae5fb646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c34a9d-8d4f-44d2-9b30-a84e947183e6,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:54:02.792615 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 57632) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:54:02.794160 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-63b9ddaa-b44a-4bc9-b5f7-4c82ae5fb646 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:54:02.835740 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-5d258e1b-e918-40e6-8e41-31607bafbed7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:02.852916 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-5d258e1b-e918-40e6-8e41-31607bafbed7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:02.986364 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-5d258e1b-e918-40e6-8e41-31607bafbed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:02.991193 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-5c646fd9-a7bb-4828-80c7-8c484b6da874 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:54:03.004865 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d258e1b-e918-40e6-8e41-31607bafbed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c34a9d-8d4f-44d2-9b30-a84e947183e6,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:54:03.007817 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-5d258e1b-e918-40e6-8e41-31607bafbed7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:54:03.010545 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-5d258e1b-e918-40e6-8e41-31607bafbed7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:03.014475 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-5d258e1b-e918-40e6-8e41-31607bafbed7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/60c34a9d-8d4f-44d2-9b30-a84e947183e6 HTTP/1.1" status: 204 len: 168 time: 0.2181046 Jun 03 18:54:03.099939 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c21466-41cf-4ad7-9713-3b7d21fc3a13 req-542bb891-cb5c-4027-a7d2-e3c84e50ae10 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:03.101017 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-23c21466-41cf-4ad7-9713-3b7d21fc3a13 req-542bb891-cb5c-4027-a7d2-e3c84e50ae10 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0586591 Jun 03 18:54:03.134469 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-23c21466-41cf-4ad7-9713-3b7d21fc3a13 req-401b2169-e439-4cfc-b4ac-f27b0311d3e5 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291576 Jun 03 18:54:03.603482 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 57646) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:54:03.631230 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-897ba060-cf77-4335-ad53-aaa9655d177f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:03.641816 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-897ba060-cf77-4335-ad53-aaa9655d177f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:54:03.644888 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-897ba060-cf77-4335-ad53-aaa9655d177f admin admin] Usage tracker for resource:security_group_rule and tenant:8c6d4ad692394c5f9d3628da754d81cd is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:54:03.647117 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-897ba060-cf77-4335-ad53-aaa9655d177f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:54:03.651473 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-897ba060-cf77-4335-ad53-aaa9655d177f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:54:03.711535 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-897ba060-cf77-4335-ad53-aaa9655d177f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:03.782832 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-897ba060-cf77-4335-ad53-aaa9655d177f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:03.791882 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-344ba9e7-52f3-48a6-9066-14f5809e9029 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:54:03.831284 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897ba060-cf77-4335-ad53-aaa9655d177f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd989b81-d8c1-4a1e-bc77-b5e5b87c70ed,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:54:03.834451 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-897ba060-cf77-4335-ad53-aaa9655d177f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8c6d4ad692394c5f9d3628da754d81cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2295270 Jun 03 18:54:03.835716 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-897ba060-cf77-4335-ad53-aaa9655d177f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:54:03.837546 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 57648) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:54:03.880268 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9ac08d00-827b-4747-98bb-532e24c7e159 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:03.897742 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9ac08d00-827b-4747-98bb-532e24c7e159 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:04.026680 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9ac08d00-827b-4747-98bb-532e24c7e159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:04.032722 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-7ad1b5cb-7fa1-4394-8902-a4602348328f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:54:04.050154 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac08d00-827b-4747-98bb-532e24c7e159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd989b81-d8c1-4a1e-bc77-b5e5b87c70ed,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:54:04.052549 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-9ac08d00-827b-4747-98bb-532e24c7e159 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:54:04.064134 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9ac08d00-827b-4747-98bb-532e24c7e159 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:04.065065 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-9ac08d00-827b-4747-98bb-532e24c7e159 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cd989b81-d8c1-4a1e-bc77-b5e5b87c70ed HTTP/1.1" status: 204 len: 168 time: 0.2269175 Jun 03 18:54:04.259945 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555ae10d-0f78-4f07-abb5-88a1738ff00c req-d1f81868-8e96-43c6-944d-4c2dc65ddaa8 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:04.261515 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-555ae10d-0f78-4f07-abb5-88a1738ff00c req-d1f81868-8e96-43c6-944d-4c2dc65ddaa8 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0594079 Jun 03 18:54:04.295983 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-555ae10d-0f78-4f07-abb5-88a1738ff00c req-429c563d-7e2a-43a8-bcc3-7cdb8ed4afb7 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0258160 Jun 03 18:54:05.411358 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09afd57e-b621-4af7-904c-b76366580d19 req-6a5d2f59-bf5b-4190-9b84-0928b865e010 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:05.412321 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-09afd57e-b621-4af7-904c-b76366580d19 req-6a5d2f59-bf5b-4190-9b84-0928b865e010 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0505478 Jun 03 18:54:05.443810 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-09afd57e-b621-4af7-904c-b76366580d19 req-d8df984a-a368-43f8-a550-0250a0137715 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0251913 Jun 03 18:54:06.591730 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a42362-c3bd-490a-b9bf-2e8078b7338b req-1c9fce65-ff66-46ae-9735-23fd399e8aaa tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:06.592778 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-31a42362-c3bd-490a-b9bf-2e8078b7338b req-1c9fce65-ff66-46ae-9735-23fd399e8aaa tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0627162 Jun 03 18:54:06.622385 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-31a42362-c3bd-490a-b9bf-2e8078b7338b req-d092f6dd-ff39-4bdf-9392-f6648bffe8cc tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0252166 Jun 03 18:54:07.751353 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729a0dff-1458-442e-88d9-915960bc8f8d req-91859941-75f2-41d9-ad92-32f999aee2fb tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:07.752371 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-729a0dff-1458-442e-88d9-915960bc8f8d req-91859941-75f2-41d9-ad92-32f999aee2fb tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0571115 Jun 03 18:54:07.786542 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-729a0dff-1458-442e-88d9-915960bc8f8d req-d6781602-e9ef-4c54-9c44-89af2da2e90c tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275562 Jun 03 18:54:08.907068 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261b8c24-1a82-4b89-9375-6da5c595ff1b req-4cbeb7d8-560c-42c0-9322-ed0b6ec9a62e tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:08.908066 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-261b8c24-1a82-4b89-9375-6da5c595ff1b req-4cbeb7d8-560c-42c0-9322-ed0b6ec9a62e tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0547523 Jun 03 18:54:08.936487 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-261b8c24-1a82-4b89-9375-6da5c595ff1b req-376acd23-ff75-4666-8dc3-d708e5301e1d tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0241995 Jun 03 18:54:10.058573 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213492ec-98ff-4ee0-a5d5-c4285080a850 req-d0ac8ca9-bd1e-4b1d-8b14-e48fea83e925 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:10.059569 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-213492ec-98ff-4ee0-a5d5-c4285080a850 req-d0ac8ca9-bd1e-4b1d-8b14-e48fea83e925 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0552223 Jun 03 18:54:10.087799 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-213492ec-98ff-4ee0-a5d5-c4285080a850 req-3c822ebc-6050-4917-800f-35ff8ad70d72 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0244479 Jun 03 18:54:11.215281 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd8003-ee99-4cb5-95c6-a1183151710d req-049c7ff6-4beb-47a6-b8cc-687aadb55204 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:11.216336 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-4efd8003-ee99-4cb5-95c6-a1183151710d req-049c7ff6-4beb-47a6-b8cc-687aadb55204 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0560434 Jun 03 18:54:11.246654 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-4efd8003-ee99-4cb5-95c6-a1183151710d req-a94f3d19-e246-40e9-942d-6a60ecc30a5f tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262597 Jun 03 18:54:11.257679 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 57786) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:54:11.348303 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-22cdf9af-1715-48ee-8f36-ae4dc973e14b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:11.358018 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-22cdf9af-1715-48ee-8f36-ae4dc973e14b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:54:11.360776 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-22cdf9af-1715-48ee-8f36-ae4dc973e14b admin admin] Usage tracker for resource:security_group_rule and tenant:d9f5127cc5af4afcbc0e571838f5507c is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:54:11.362712 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-22cdf9af-1715-48ee-8f36-ae4dc973e14b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:54:11.366940 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-22cdf9af-1715-48ee-8f36-ae4dc973e14b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:54:11.423684 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-22cdf9af-1715-48ee-8f36-ae4dc973e14b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:11.505276 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-22cdf9af-1715-48ee-8f36-ae4dc973e14b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:11.516075 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-6394d293-f329-466c-a074-e4a5bc6f5be1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:54:11.547487 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-22cdf9af-1715-48ee-8f36-ae4dc973e14b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d9f5127cc5af4afcbc0e571838f5507c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2890313 Jun 03 18:54:11.549976 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 57792) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:54:11.557922 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cdf9af-1715-48ee-8f36-ae4dc973e14b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d82d00b-66c6-44f7-8244-b7a46bb3d046,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:54:11.561281 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-22cdf9af-1715-48ee-8f36-ae4dc973e14b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:54:11.593263 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-8a9d50ef-768f-4951-a970-ead1856f09fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:11.610347 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-8a9d50ef-768f-4951-a970-ead1856f09fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:11.749082 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-8a9d50ef-768f-4951-a970-ead1856f09fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:11.753759 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-08274c37-4f42-4cfb-b713-41458d9ed2df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:54:11.767814 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9d50ef-768f-4951-a970-ead1856f09fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d82d00b-66c6-44f7-8244-b7a46bb3d046,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:54:11.771947 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-8a9d50ef-768f-4951-a970-ead1856f09fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:54:11.779073 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-8a9d50ef-768f-4951-a970-ead1856f09fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:11.780405 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-8a9d50ef-768f-4951-a970-ead1856f09fc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8d82d00b-66c6-44f7-8244-b7a46bb3d046 HTTP/1.1" status: 204 len: 168 time: 0.2296352 Jun 03 18:54:12.432052 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64d778-c152-4cd1-ac31-5f966c0b567a req-ba71ab2e-18ba-4e37-ab48-97463a90427e tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:12.432919 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 57802) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:54:12.439601 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-db64d778-c152-4cd1-ac31-5f966c0b567a req-ba71ab2e-18ba-4e37-ab48-97463a90427e tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.1114640 Jun 03 18:54:12.446103 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f8f85e69-1e79-4a67-983b-4f16dab08786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:12.455629 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-f8f85e69-1e79-4a67-983b-4f16dab08786 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:54:12.458284 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-f8f85e69-1e79-4a67-983b-4f16dab08786 admin admin] Usage tracker for resource:security_group_rule and tenant:7a4efe2bd8c44273bd311df4e2ecd6f4 is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:54:12.460193 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-f8f85e69-1e79-4a67-983b-4f16dab08786 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:54:12.463383 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-db64d778-c152-4cd1-ac31-5f966c0b567a req-a4bf7050-eefb-43e9-9440-8327d602cb02 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0258744 Jun 03 18:54:12.463920 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-f8f85e69-1e79-4a67-983b-4f16dab08786 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:54:12.518624 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f8f85e69-1e79-4a67-983b-4f16dab08786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:12.593163 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f8f85e69-1e79-4a67-983b-4f16dab08786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:12.606074 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-828a4c80-e3eb-47d7-8d9c-8d02ae20c656 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:54:12.633589 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-f8f85e69-1e79-4a67-983b-4f16dab08786 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7a4efe2bd8c44273bd311df4e2ecd6f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1997387 Jun 03 18:54:12.634777 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f85e69-1e79-4a67-983b-4f16dab08786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f5001b-e94f-485f-abb0-9eab58f257c4,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:54:12.636087 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 57806) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:54:12.637202 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-f8f85e69-1e79-4a67-983b-4f16dab08786 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:54:12.679675 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3d018d79-b8b9-4bf9-acad-29de904d20c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:12.697866 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3d018d79-b8b9-4bf9-acad-29de904d20c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:12.806369 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3d018d79-b8b9-4bf9-acad-29de904d20c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:12.808952 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-23a197d9-d8ed-4da4-8f8d-01d62f0e1ff6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:54:12.815998 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d018d79-b8b9-4bf9-acad-29de904d20c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f5001b-e94f-485f-abb0-9eab58f257c4,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:54:12.817565 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-3d018d79-b8b9-4bf9-acad-29de904d20c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:54:12.820925 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3d018d79-b8b9-4bf9-acad-29de904d20c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:12.824140 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-3d018d79-b8b9-4bf9-acad-29de904d20c1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/73f5001b-e94f-485f-abb0-9eab58f257c4 HTTP/1.1" status: 204 len: 168 time: 0.1871364 Jun 03 18:54:13.572571 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f686c11c-39d1-4350-b58e-7e1f7e02675e req-d2cd1ce2-0f1e-413b-9dfb-9f78855ad478 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:13.573416 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-f686c11c-39d1-4350-b58e-7e1f7e02675e req-d2cd1ce2-0f1e-413b-9dfb-9f78855ad478 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0477521 Jun 03 18:54:13.598128 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-f686c11c-39d1-4350-b58e-7e1f7e02675e req-4524e941-7c1d-493e-b313-5037cf383a4c tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0211604 Jun 03 18:54:14.736016 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798bdcd5-d5da-4abf-a40a-9593817e17fa req-1bd5a1aa-f017-412a-bced-c52dd1be2521 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:14.741810 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-798bdcd5-d5da-4abf-a40a-9593817e17fa req-1bd5a1aa-f017-412a-bced-c52dd1be2521 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0596867 Jun 03 18:54:14.765112 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-798bdcd5-d5da-4abf-a40a-9593817e17fa req-708864fb-b0a2-4809-ad23-0b54f4cd1da9 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0242519 Jun 03 18:54:15.904357 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff187d24-1ba8-4c7f-8d5a-877a305d997c req-88d2d9d5-f817-4d60-94c8-a02bac2e8216 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:15.905327 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-ff187d24-1ba8-4c7f-8d5a-877a305d997c req-88d2d9d5-f817-4d60-94c8-a02bac2e8216 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0583539 Jun 03 18:54:15.937211 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-ff187d24-1ba8-4c7f-8d5a-877a305d997c req-65b926b1-6a56-4d06-8045-3d78d543ca92 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281410 Jun 03 18:54:17.077479 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e752e789-dc9b-46d1-9bd0-20b88a0d2f26 req-038707f6-eb07-4a4d-b540-7108bbe0d214 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:17.078479 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-e752e789-dc9b-46d1-9bd0-20b88a0d2f26 req-038707f6-eb07-4a4d-b540-7108bbe0d214 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0623038 Jun 03 18:54:17.106472 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-e752e789-dc9b-46d1-9bd0-20b88a0d2f26 req-a7c4e717-bcf3-489c-963c-09f834c49327 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0244029 Jun 03 18:54:18.250195 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db34981-55a0-462b-9010-90699286d282 req-6cd01c9c-1cea-43da-8f30-8522d94e71e1 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:18.251126 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-0db34981-55a0-462b-9010-90699286d282 req-6cd01c9c-1cea-43da-8f30-8522d94e71e1 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0599868 Jun 03 18:54:18.284064 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-0db34981-55a0-462b-9010-90699286d282 req-d501c0e8-dea1-4a89-b8e0-36947e72cf44 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260742 Jun 03 18:54:19.429631 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b251393-1f51-42e9-b6e6-586318b299b8 req-e76054ec-22ae-4ed0-bf1d-75ddc20c959a tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:19.430679 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-4b251393-1f51-42e9-b6e6-586318b299b8 req-e76054ec-22ae-4ed0-bf1d-75ddc20c959a tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0618184 Jun 03 18:54:19.462766 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-4b251393-1f51-42e9-b6e6-586318b299b8 req-0c444e55-82a2-4098-9e34-126965ae0101 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0253444 Jun 03 18:54:19.614869 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 57984) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:54:19.694855 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3a52310d-d8a8-4079-9273-7d2a5c17c62e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:19.704177 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-3a52310d-d8a8-4079-9273-7d2a5c17c62e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:54:19.706915 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-3a52310d-d8a8-4079-9273-7d2a5c17c62e admin admin] Usage tracker for resource:security_group_rule and tenant:9f861a7b6df2497cbc7e6d3cdafa7646 is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:54:19.709329 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-3a52310d-d8a8-4079-9273-7d2a5c17c62e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:54:19.713048 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-3a52310d-d8a8-4079-9273-7d2a5c17c62e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:54:19.768573 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3a52310d-d8a8-4079-9273-7d2a5c17c62e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:19.858836 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3a52310d-d8a8-4079-9273-7d2a5c17c62e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:19.868257 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-3c3288c7-c930-4be5-9d1e-0729ac415d06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:54:19.875586 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 57990) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:54:19.894264 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a52310d-d8a8-4079-9273-7d2a5c17c62e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96cffec3-bac3-4d8f-911a-020d703cad1a,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:54:19.897186 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-3a52310d-d8a8-4079-9273-7d2a5c17c62e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9f861a7b6df2497cbc7e6d3cdafa7646&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2815430 Jun 03 18:54:19.897808 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-3a52310d-d8a8-4079-9273-7d2a5c17c62e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:54:19.899408 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 57994) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:54:19.938989 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1cb70727-8d42-491d-ba56-a99e0dcc73d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:19.960376 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b49bfbb3-d044-495a-a61b-c50c1721d68e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:19.970565 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1cb70727-8d42-491d-ba56-a99e0dcc73d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:19.979189 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-b49bfbb3-d044-495a-a61b-c50c1721d68e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:54:19.986262 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-b49bfbb3-d044-495a-a61b-c50c1721d68e admin admin] Usage tracker for resource:security_group_rule and tenant:6f40398f1f7d47818d87288b85f12c1e is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:54:19.988812 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-b49bfbb3-d044-495a-a61b-c50c1721d68e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:54:19.998037 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-b49bfbb3-d044-495a-a61b-c50c1721d68e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:54:20.057448 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b49bfbb3-d044-495a-a61b-c50c1721d68e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:20.093839 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1cb70727-8d42-491d-ba56-a99e0dcc73d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:20.096225 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-d8b9663a-329f-4a29-8bf4-692dad749da9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:54:20.106351 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb70727-8d42-491d-ba56-a99e0dcc73d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96cffec3-bac3-4d8f-911a-020d703cad1a,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:54:20.108357 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-1cb70727-8d42-491d-ba56-a99e0dcc73d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:54:20.116041 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1cb70727-8d42-491d-ba56-a99e0dcc73d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:20.118835 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-1cb70727-8d42-491d-ba56-a99e0dcc73d0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/96cffec3-bac3-4d8f-911a-020d703cad1a HTTP/1.1" status: 204 len: 168 time: 0.2167139 Jun 03 18:54:20.134854 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b49bfbb3-d044-495a-a61b-c50c1721d68e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:20.134966 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-1b8f8f80-bc20-45f6-ba9a-e6d5673fca0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:54:20.161252 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-b49bfbb3-d044-495a-a61b-c50c1721d68e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6f40398f1f7d47818d87288b85f12c1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2847297 Jun 03 18:54:20.162653 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49bfbb3-d044-495a-a61b-c50c1721d68e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8abd18a8-18a6-4b8f-ae1b-094e8b2395de,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:54:20.163920 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 57998) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:54:20.170902 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-b49bfbb3-d044-495a-a61b-c50c1721d68e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:54:20.201639 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-444859b0-19ca-4d33-895f-688f79b654ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:20.217869 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-444859b0-19ca-4d33-895f-688f79b654ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:20.345769 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-444859b0-19ca-4d33-895f-688f79b654ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:20.350943 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-c36b53ba-94c5-474f-ab1d-65a44105b28c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:54:20.361191 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444859b0-19ca-4d33-895f-688f79b654ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8abd18a8-18a6-4b8f-ae1b-094e8b2395de,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:54:20.362865 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-444859b0-19ca-4d33-895f-688f79b654ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:20.363748 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-444859b0-19ca-4d33-895f-688f79b654ab admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8abd18a8-18a6-4b8f-ae1b-094e8b2395de HTTP/1.1" status: 204 len: 168 time: 0.1991565 Jun 03 18:54:20.364493 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-444859b0-19ca-4d33-895f-688f79b654ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:54:20.731559 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee15a90-7145-4cf4-b928-c4bd37255e9d req-144fba5c-6019-4b84-9b9f-5134eacae893 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:20.732500 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-eee15a90-7145-4cf4-b928-c4bd37255e9d req-144fba5c-6019-4b84-9b9f-5134eacae893 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0544171 Jun 03 18:54:20.759681 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-eee15a90-7145-4cf4-b928-c4bd37255e9d req-52725103-8b16-4c98-adb2-c8693f645819 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0232003 Jun 03 18:54:20.998608 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 58024) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:54:21.016718 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-21534b08-ed90-4517-bd42-b07c2d09afc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:21.027700 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-21534b08-ed90-4517-bd42-b07c2d09afc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:54:21.030760 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-21534b08-ed90-4517-bd42-b07c2d09afc3 admin admin] Usage tracker for resource:security_group_rule and tenant:aef34a328b81457586ea3fc678edf628 is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:54:21.032903 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-21534b08-ed90-4517-bd42-b07c2d09afc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:54:21.037099 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-21534b08-ed90-4517-bd42-b07c2d09afc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:54:21.079726 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 58028) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:54:21.093536 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-21534b08-ed90-4517-bd42-b07c2d09afc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:21.150441 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.v2.base [None req-b0313a94-b511-46b9-91a4-f575f9318285 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-932908172-network', 'tenant_id': '6bd4939810bd4d06b2e7642062ae3924'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:54:21.153936 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-b0313a94-b511-46b9-91a4-f575f9318285 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:54:21.156557 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-b0313a94-b511-46b9-91a4-f575f9318285 admin admin] Usage tracker for resource:network and tenant:6bd4939810bd4d06b2e7642062ae3924 is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:54:21.158531 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-b0313a94-b511-46b9-91a4-f575f9318285 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:54:21.163606 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-21534b08-ed90-4517-bd42-b07c2d09afc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:21.165486 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-b0313a94-b511-46b9-91a4-f575f9318285 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:54:21.168882 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:54:21.194617 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-21534b08-ed90-4517-bd42-b07c2d09afc3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=aef34a328b81457586ea3fc678edf628&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1948345 Jun 03 18:54:21.195242 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21534b08-ed90-4517-bd42-b07c2d09afc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9953494b-9489-40d4-b798-9e3197bc6cab,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:54:21.196742 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 58032) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:54:21.208186 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-21534b08-ed90-4517-bd42-b07c2d09afc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:54:21.236893 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-0ab903c4-9758-4686-a46c-27685ca13a05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:21.253948 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-0ab903c4-9758-4686-a46c-27685ca13a05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:21.271451 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0313a94-b511-46b9-91a4-f575f9318285 admin admin] Made reservation on behalf of 6bd4939810bd4d06b2e7642062ae3924 for: {'network': 1} {{(pid=103516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 18:54:21.273343 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b0313a94-b511-46b9-91a4-f575f9318285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1684408'] for network, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:21.281957 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b0313a94-b511-46b9-91a4-f575f9318285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:21.291153 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-b0313a94-b511-46b9-91a4-f575f9318285 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:54:21.293667 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-b0313a94-b511-46b9-91a4-f575f9318285 admin admin] Usage tracker for resource:security_group_rule and tenant:6bd4939810bd4d06b2e7642062ae3924 is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:54:21.295508 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-b0313a94-b511-46b9-91a4-f575f9318285 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:54:21.299371 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-b0313a94-b511-46b9-91a4-f575f9318285 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:54:21.371563 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-0ab903c4-9758-4686-a46c-27685ca13a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:21.374776 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-8c25cb08-c39d-4001-842a-1c401bcb95f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:54:21.386045 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab903c4-9758-4686-a46c-27685ca13a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9953494b-9489-40d4-b798-9e3197bc6cab,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:54:21.387990 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-0ab903c4-9758-4686-a46c-27685ca13a05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:54:21.393172 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-0ab903c4-9758-4686-a46c-27685ca13a05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:21.396656 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-0ab903c4-9758-4686-a46c-27685ca13a05 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9953494b-9489-40d4-b798-9e3197bc6cab HTTP/1.1" status: 204 len: 168 time: 0.1972334 Jun 03 18:54:21.427143 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b0313a94-b511-46b9-91a4-f575f9318285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:21.913208 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093a9bf6-d1c9-486b-b6fc-f358efc2d4ab req-b08366a9-1bfd-40bf-bef1-497893f9f552 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:21.918718 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-093a9bf6-d1c9-486b-b6fc-f358efc2d4ab req-b08366a9-1bfd-40bf-bef1-497893f9f552 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0704508 Jun 03 18:54:21.944331 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-093a9bf6-d1c9-486b-b6fc-f358efc2d4ab req-42361404-ea8c-42d0-8de4-f06dcd82a4c4 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0258629 Jun 03 18:54:21.990410 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b0313a94-b511-46b9-91a4-f575f9318285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:21.993555 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-5e914434-6266-4381-8a77-afc9704380f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:54:22.012376 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0313a94-b511-46b9-91a4-f575f9318285 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1434} {{(pid=103516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 18:54:22.017912 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0313a94-b511-46b9-91a4-f575f9318285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de79eae5-a911-47fd-a1b2-ffba49b823ec,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:54:22.020489 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-b0313a94-b511-46b9-91a4-f575f9318285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:54:22.022102 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b0313a94-b511-46b9-91a4-f575f9318285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529572'] for segment, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:22.022312 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.db.segments_db [None req-b0313a94-b511-46b9-91a4-f575f9318285 admin admin] Added segment ccda361c-8567-475d-9466-98015f7713fb of type vlan for network 44c83a21-d1dc-47ce-8fdb-73bee728f9df Jun 03 18:54:22.039420 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b0313a94-b511-46b9-91a4-f575f9318285 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751241310154'] for network, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:22.149843 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b0313a94-b511-46b9-91a4-f575f9318285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549287'] for network, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:22.150889 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0313a94-b511-46b9-91a4-f575f9318285 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:22.151339 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b0313a94-b511-46b9-91a4-f575f9318285 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549304'] for network, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:22.155172 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-8fbeb838-6408-4c37-8b7c-5a625a412c6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:54:22.219032 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0313a94-b511-46b9-91a4-f575f9318285 admin admin] Pushing event updated for resources: {'Network': ['ID=44c83a21-d1dc-47ce-8fdb-73bee728f9df,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:54:22.221284 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-b0313a94-b511-46b9-91a4-f575f9318285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:54:22.227718 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Network 44c83a21-d1dc-47ce-8fdb-73bee728f9df details requested by agent ovs-agent-dv-cinder-794661-1-smb with host dv-cinder-794661-1-smb {{(pid=103518) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 18:54:22.298698 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-b0313a94-b511-46b9-91a4-f575f9318285 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2139368 Jun 03 18:54:22.298698 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 58048) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:54:22.302959 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.v2.base [None req-49e0d9b9-68c6-4ef1-ba67-caa273979583 admin admin] Request body: {'subnet': {'network_id': '44c83a21-d1dc-47ce-8fdb-73bee728f9df', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-932908172-subnet', 'tenant_id': '6bd4939810bd4d06b2e7642062ae3924', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:54:22.308741 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-49e0d9b9-68c6-4ef1-ba67-caa273979583 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:54:22.313214 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-49e0d9b9-68c6-4ef1-ba67-caa273979583 admin admin] Usage tracker for resource:subnet and tenant:6bd4939810bd4d06b2e7642062ae3924 is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:54:22.316714 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-49e0d9b9-68c6-4ef1-ba67-caa273979583 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:54:22.322525 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-49e0d9b9-68c6-4ef1-ba67-caa273979583 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:54:22.407653 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e0d9b9-68c6-4ef1-ba67-caa273979583 admin admin] Made reservation on behalf of 6bd4939810bd4d06b2e7642062ae3924 for: {'subnet': 1} {{(pid=103516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 18:54:22.410001 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-49e0d9b9-68c6-4ef1-ba67-caa273979583 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3540567'] for subnet, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:22.761350 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-49e0d9b9-68c6-4ef1-ba67-caa273979583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3014052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3540549'] for subnet, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:22.763719 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:54:22.800832 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e0d9b9-68c6-4ef1-ba67-caa273979583 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38f30c37-a86f-42db-9519-c5d3fb67fbc4,revision_number=0']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:54:22.802832 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-49e0d9b9-68c6-4ef1-ba67-caa273979583 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:54:22.808639 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e0d9b9-68c6-4ef1-ba67-caa273979583 admin admin] Checking segment: {'id': 'ccda361c-8567-475d-9466-98015f7713fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '44c83a21-d1dc-47ce-8fdb-73bee728f9df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 18:54:22.808842 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e0d9b9-68c6-4ef1-ba67-caa273979583 admin admin] Network hostable DHCP agents. Network: 44c83a21-d1dc-47ce-8fdb-73bee728f9df, hostable agents: ['fb8d2d29-1809-4f62-9f23-eb4c5e08b409'], hosted agents: [] {{(pid=103516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 18:54:22.890391 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e0d9b9-68c6-4ef1-ba67-caa273979583 admin admin] Network 44c83a21-d1dc-47ce-8fdb-73bee728f9df is scheduled to be hosted by DHCP agent fb8d2d29-1809-4f62-9f23-eb4c5e08b409 with binding_index 1 {{(pid=103516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 18:54:22.992877 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-49e0d9b9-68c6-4ef1-ba67-caa273979583 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794661-1-smb, 44c83a21-d1dc-47ce-8fdb-73bee728f9df) {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 18:54:23.000182 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e0d9b9-68c6-4ef1-ba67-caa273979583 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:23.000535 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-49e0d9b9-68c6-4ef1-ba67-caa273979583 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:23.002756 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc79565-916a-4086-800b-c1311873f83f None None] Network 44c83a21-d1dc-47ce-8fdb-73bee728f9df requested from dv-cinder-794661-1-smb {{(pid=103518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 18:54:23.081192 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bd51a0-bc3e-4ce0-aa6c-c441f5826bd2 req-c8b518cd-637c-48d3-b592-cec073ea6337 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:23.082116 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-75bd51a0-bc3e-4ce0-aa6c-c441f5826bd2 req-c8b518cd-637c-48d3-b592-cec073ea6337 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0656447 Jun 03 18:54:23.106413 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-49e0d9b9-68c6-4ef1-ba67-caa273979583 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8084869 Jun 03 18:54:23.111925 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-75bd51a0-bc3e-4ce0-aa6c-c441f5826bd2 req-185ff522-2ee0-4fc7-9d10-ea0dc19f2824 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0257738 Jun 03 18:54:23.133351 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbfd9377-eccf-4927-b826-2b10c9088466 None None] Network 44c83a21-d1dc-47ce-8fdb-73bee728f9df requested from dv-cinder-794661-1-smb {{(pid=103518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 18:54:24.221051 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c97daf8-d8de-4fba-aa40-ee3d840d9354 req-1a9ae5dd-de27-4184-adf4-3c28f76141b5 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:24.221948 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-4c97daf8-d8de-4fba-aa40-ee3d840d9354 req-1a9ae5dd-de27-4184-adf4-3c28f76141b5 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0489061 Jun 03 18:54:24.248663 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-4c97daf8-d8de-4fba-aa40-ee3d840d9354 req-487024fb-e150-45ec-bca6-14c8c4b7fecf tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0232728 Jun 03 18:54:25.198879 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33ceeb-eb65-4ce8-9ecb-c7d70bcd33df req-dce9d4d4-2760-4e7b-ae88-5d5e59c0eb82 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:25.198879 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-2b33ceeb-eb65-4ce8-9ecb-c7d70bcd33df req-dce9d4d4-2760-4e7b-ae88-5d5e59c0eb82 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/networks?id=44c83a21-d1dc-47ce-8fdb-73bee728f9df HTTP/1.1" status: 200 len: 813 time: 0.0985935 Jun 03 18:54:25.208426 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-2b33ceeb-eb65-4ce8-9ecb-c7d70bcd33df req-73b47c06-fec4-4f10-b5f6-c61152ceb06d tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/quotas/6bd4939810bd4d06b2e7642062ae3924 HTTP/1.1" status: 200 len: 375 time: 0.0071614 Jun 03 18:54:25.239381 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-2b33ceeb-eb65-4ce8-9ecb-c7d70bcd33df req-d7a91c83-2ab9-4c26-8f71-65e87e016c4b tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6bd4939810bd4d06b2e7642062ae3924&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276744 Jun 03 18:54:25.409432 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-2b33ceeb-eb65-4ce8-9ecb-c7d70bcd33df req-f6ff849d-d181-4507-9c83-d14d8dd2c796 service neutron] 10.222.0.44 "GET /v2.0/networks/44c83a21-d1dc-47ce-8fdb-73bee728f9df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655962 Jun 03 18:54:25.462229 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3a53f5-2323-45e9-addc-b175c886d037 req-d908194a-ccc7-4584-8808-3717ab88e2e7 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:25.463156 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-0a3a53f5-2323-45e9-addc-b175c886d037 req-d908194a-ccc7-4584-8808-3717ab88e2e7 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.1320074 Jun 03 18:54:25.490755 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-0a3a53f5-2323-45e9-addc-b175c886d037 req-e75d2eac-8916-4a0b-b6b2-e2ddedebad74 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0236890 Jun 03 18:54:25.491751 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-2b33ceeb-eb65-4ce8-9ecb-c7d70bcd33df req-6fd3f44b-4960-40a3-9b50-52bf0d160ca0 service neutron] 10.222.0.44 "GET /v2.0/networks/44c83a21-d1dc-47ce-8fdb-73bee728f9df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0780122 Jun 03 18:54:25.718775 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-986783dc-8b64-43a7-935a-4a8c10b275d5 req-346d6ebb-9bd9-4348-af0b-b8714fe2c805 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/ports?device_id=785adb53-9067-4f06-ae73-4b5ef535ca76 HTTP/1.1" status: 200 len: 210 time: 0.0233974 Jun 03 18:54:26.630907 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3e94aa-098c-40bd-9806-ea7e1e308bee req-6cbe37d5-3b5b-403d-84ed-87e60a29a2f7 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:26.631810 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-8a3e94aa-098c-40bd-9806-ea7e1e308bee req-6cbe37d5-3b5b-403d-84ed-87e60a29a2f7 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0605481 Jun 03 18:54:26.660415 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-8a3e94aa-098c-40bd-9806-ea7e1e308bee req-2c7ba03d-a677-4453-83e9-d7451fa60c7d tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0244193 Jun 03 18:54:26.812722 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-7788ca30-544f-4a0f-b127-fde039415610 req-157adeba-a315-4e63-ac91-0c8e63d7431b tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/ports?device_id=785adb53-9067-4f06-ae73-4b5ef535ca76 HTTP/1.1" status: 200 len: 210 time: 0.0287786 Jun 03 18:54:27.801319 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3239b539-8a9c-44b9-b678-6b066b96fc0e req-97a00a62-56e3-4d99-a558-940983202e40 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:27.802341 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-3239b539-8a9c-44b9-b678-6b066b96fc0e req-97a00a62-56e3-4d99-a558-940983202e40 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0597212 Jun 03 18:54:27.833779 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-3239b539-8a9c-44b9-b678-6b066b96fc0e req-2c417a57-c673-409d-bff0-1e59799e466d tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269322 Jun 03 18:54:27.918324 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-5c2a20f4-c3c9-490a-85a9-02daf256dc84 req-8a464c09-64cd-4bc8-8167-fcebfa47fae1 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/ports?device_id=785adb53-9067-4f06-ae73-4b5ef535ca76 HTTP/1.1" status: 200 len: 210 time: 0.0349929 Jun 03 18:54:28.158723 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 58172) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:54:28.245490 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7a8e7eef-b91d-474d-946a-194736c7a094 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:28.258515 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-7a8e7eef-b91d-474d-946a-194736c7a094 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:54:28.261261 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-7a8e7eef-b91d-474d-946a-194736c7a094 admin admin] Usage tracker for resource:security_group_rule and tenant:d986d5871dc84391a85a3d17d8c8452e is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:54:28.263371 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-7a8e7eef-b91d-474d-946a-194736c7a094 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:54:28.267265 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-7a8e7eef-b91d-474d-946a-194736c7a094 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:54:28.323502 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7a8e7eef-b91d-474d-946a-194736c7a094 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:28.405558 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7a8e7eef-b91d-474d-946a-194736c7a094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:28.411939 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-969e924c-f55b-432d-9470-934714ab2d9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:54:28.437253 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-7a8e7eef-b91d-474d-946a-194736c7a094 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d986d5871dc84391a85a3d17d8c8452e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2777083 Jun 03 18:54:28.437935 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8e7eef-b91d-474d-946a-194736c7a094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71b7a40-8b62-4b66-bce8-6d36c0f49ffd,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:54:28.439609 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 58178) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:54:28.440954 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-7a8e7eef-b91d-474d-946a-194736c7a094 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:54:28.476467 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-987f52fd-f6ee-4f31-b6c1-d899721523cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:28.492787 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-987f52fd-f6ee-4f31-b6c1-d899721523cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:28.605307 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-987f52fd-f6ee-4f31-b6c1-d899721523cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:28.608198 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-59f1c6d6-fd9e-49b5-b213-705245e7e087 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:54:28.620634 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987f52fd-f6ee-4f31-b6c1-d899721523cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71b7a40-8b62-4b66-bce8-6d36c0f49ffd,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:54:28.623285 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-987f52fd-f6ee-4f31-b6c1-d899721523cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:54:28.631353 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-987f52fd-f6ee-4f31-b6c1-d899721523cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:28.631353 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-987f52fd-f6ee-4f31-b6c1-d899721523cf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e71b7a40-8b62-4b66-bce8-6d36c0f49ffd HTTP/1.1" status: 204 len: 168 time: 0.1862745 Jun 03 18:54:28.969828 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dcf890-3c60-4ba8-9c75-2021cfdf3a7b req-75a9466a-5073-4b2c-8684-7c4e326e116c tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:28.974575 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-74dcf890-3c60-4ba8-9c75-2021cfdf3a7b req-75a9466a-5073-4b2c-8684-7c4e326e116c tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0603926 Jun 03 18:54:29.000421 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-74dcf890-3c60-4ba8-9c75-2021cfdf3a7b req-f596a1b5-85b5-41e8-87a7-fa5669226e81 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0252504 Jun 03 18:54:29.016972 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-39924f60-92a6-447f-8736-bf2b295db3a4 req-676ec7bc-f450-4fd5-bc08-2ff9f185bf49 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/ports?device_id=785adb53-9067-4f06-ae73-4b5ef535ca76 HTTP/1.1" status: 200 len: 210 time: 0.0291054 Jun 03 18:54:29.239939 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 58188) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:54:29.256612 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-754a5545-25f0-4c83-8e23-0ac4c1ee4bf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:29.266773 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-754a5545-25f0-4c83-8e23-0ac4c1ee4bf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:54:29.269508 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-754a5545-25f0-4c83-8e23-0ac4c1ee4bf7 admin admin] Usage tracker for resource:security_group_rule and tenant:4173b9901e994607b84907f79dd7b058 is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:54:29.271718 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-754a5545-25f0-4c83-8e23-0ac4c1ee4bf7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:54:29.275854 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-754a5545-25f0-4c83-8e23-0ac4c1ee4bf7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:54:29.330520 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-754a5545-25f0-4c83-8e23-0ac4c1ee4bf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:29.434380 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-754a5545-25f0-4c83-8e23-0ac4c1ee4bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:29.444408 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-804df07b-7b64-475f-a6de-a3532b2dd45c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:54:29.482892 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-754a5545-25f0-4c83-8e23-0ac4c1ee4bf7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4173b9901e994607b84907f79dd7b058&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2419584 Jun 03 18:54:29.483720 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754a5545-25f0-4c83-8e23-0ac4c1ee4bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=937d1bfe-af2d-475f-bdcc-e9cd83eedd6b,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:54:29.485459 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 58192) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:54:29.486326 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-754a5545-25f0-4c83-8e23-0ac4c1ee4bf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:54:29.529078 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-1409b065-1fb3-40be-a291-87d4f165f6a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:29.546594 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-1409b065-1fb3-40be-a291-87d4f165f6a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:29.605274 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-d9a68d29-ac4e-4191-8d2e-d8ef87d7c368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:29.707690 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-1409b065-1fb3-40be-a291-87d4f165f6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:29.712533 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-2d1b7d36-25da-4469-b05d-44ebb6470a8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:54:29.727447 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1409b065-1fb3-40be-a291-87d4f165f6a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937d1bfe-af2d-475f-bdcc-e9cd83eedd6b,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:54:29.730619 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-1409b065-1fb3-40be-a291-87d4f165f6a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:54:29.733288 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-1409b065-1fb3-40be-a291-87d4f165f6a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:29.734220 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-1409b065-1fb3-40be-a291-87d4f165f6a5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/937d1bfe-af2d-475f-bdcc-e9cd83eedd6b HTTP/1.1" status: 204 len: 168 time: 0.2478588 Jun 03 18:54:30.119210 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-d7d441c7-2030-4162-8915-f89e0b00b851 req-806c1718-695e-4282-b5fb-10b29a7d571d tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/ports?device_id=785adb53-9067-4f06-ae73-4b5ef535ca76 HTTP/1.1" status: 200 len: 210 time: 0.0304987 Jun 03 18:54:30.137278 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56081ec3-30ed-45fb-9eb3-e6d9cd61c1dc req-3a32bfc8-82d1-4280-93b0-50e8b9366d76 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:30.138293 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-56081ec3-30ed-45fb-9eb3-e6d9cd61c1dc req-3a32bfc8-82d1-4280-93b0-50e8b9366d76 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0616772 Jun 03 18:54:30.167498 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-56081ec3-30ed-45fb-9eb3-e6d9cd61c1dc req-5fefed6f-d095-4a89-833c-8275dddd90af tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0252228 Jun 03 18:54:30.613057 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:30.742092 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 58220) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:54:30.802676 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-d09941bb-a505-4920-b51c-2e228e94b8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:30.817385 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.v2.base [None req-4254848b-cee9-49a7-a814-458ac91439c1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1437382033-network', 'tenant_id': '3448b67925f84ce7a2bb5aca1dedeff7'}} {{(pid=103517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:54:30.821005 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-4254848b-cee9-49a7-a814-458ac91439c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:54:30.823955 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-4254848b-cee9-49a7-a814-458ac91439c1 admin admin] Usage tracker for resource:network and tenant:3448b67925f84ce7a2bb5aca1dedeff7 is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:54:30.826212 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-4254848b-cee9-49a7-a814-458ac91439c1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:54:30.830675 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-4254848b-cee9-49a7-a814-458ac91439c1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:54:30.910732 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4254848b-cee9-49a7-a814-458ac91439c1 admin admin] Made reservation on behalf of 3448b67925f84ce7a2bb5aca1dedeff7 for: {'network': 1} {{(pid=103517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 18:54:30.913760 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4254848b-cee9-49a7-a814-458ac91439c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1684408'] for network, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:30.930211 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4254848b-cee9-49a7-a814-458ac91439c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:30.941358 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-4254848b-cee9-49a7-a814-458ac91439c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:54:30.944391 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-4254848b-cee9-49a7-a814-458ac91439c1 admin admin] Usage tracker for resource:security_group_rule and tenant:3448b67925f84ce7a2bb5aca1dedeff7 is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:54:30.946628 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-4254848b-cee9-49a7-a814-458ac91439c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:54:30.951124 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-4254848b-cee9-49a7-a814-458ac91439c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:54:31.008545 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4254848b-cee9-49a7-a814-458ac91439c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:31.078345 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4254848b-cee9-49a7-a814-458ac91439c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:31.081967 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-86ebb2ed-7886-4b9d-b11f-95022e0db7c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:54:31.116189 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4254848b-cee9-49a7-a814-458ac91439c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1431} {{(pid=103517) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 18:54:31.123120 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4254848b-cee9-49a7-a814-458ac91439c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a55526-4a16-4ffb-b933-aa54cc9df3ae,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:54:31.125864 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-4254848b-cee9-49a7-a814-458ac91439c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:54:31.127712 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4254848b-cee9-49a7-a814-458ac91439c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529572'] for segment, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:31.127995 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.db.segments_db [None req-4254848b-cee9-49a7-a814-458ac91439c1 admin admin] Added segment 9929ff0e-6603-471d-9097-d7c324072025 of type vlan for network aa0fd76f-f3e8-4f71-86f1-08611c7d04a0 Jun 03 18:54:31.146757 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4254848b-cee9-49a7-a814-458ac91439c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751241310154'] for network, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:31.234122 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-19deaccf-16b6-48d3-aac8-e7eea2589fc7 req-418c5bf8-2185-4de6-ae6b-c95339754ae8 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/ports?device_id=785adb53-9067-4f06-ae73-4b5ef535ca76 HTTP/1.1" status: 200 len: 210 time: 0.0302353 Jun 03 18:54:31.291496 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4254848b-cee9-49a7-a814-458ac91439c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549287'] for network, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:31.293001 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4254848b-cee9-49a7-a814-458ac91439c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:31.293395 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4254848b-cee9-49a7-a814-458ac91439c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549304'] for network, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:31.299618 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9935cfb8-a201-40ad-9d54-5a30471c5e7d req-fa811989-065e-474a-ad2e-dc44ed8ec83d tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:31.300605 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-9935cfb8-a201-40ad-9d54-5a30471c5e7d req-fa811989-065e-474a-ad2e-dc44ed8ec83d tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0633042 Jun 03 18:54:31.301861 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:54:31.385112 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4254848b-cee9-49a7-a814-458ac91439c1 admin admin] Pushing event updated for resources: {'Network': ['ID=aa0fd76f-f3e8-4f71-86f1-08611c7d04a0,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:54:31.388249 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-9935cfb8-a201-40ad-9d54-5a30471c5e7d req-f1a2cb12-e7fb-4f88-bde6-c07adc8dfbe0 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758448 Jun 03 18:54:31.388767 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-4254848b-cee9-49a7-a814-458ac91439c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:54:31.393160 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Network aa0fd76f-f3e8-4f71-86f1-08611c7d04a0 details requested by agent ovs-agent-dv-cinder-794661-1-smb with host dv-cinder-794661-1-smb {{(pid=103518) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 18:54:31.432071 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-4254848b-cee9-49a7-a814-458ac91439c1 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6890106 Jun 03 18:54:31.434494 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 58230) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:54:31.438158 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.v2.base [None req-dd3abb89-d8c2-4e83-b5d5-bd16e3455ed2 admin admin] Request body: {'subnet': {'network_id': 'aa0fd76f-f3e8-4f71-86f1-08611c7d04a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1437382033-subnet', 'tenant_id': '3448b67925f84ce7a2bb5aca1dedeff7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:54:31.441691 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-dd3abb89-d8c2-4e83-b5d5-bd16e3455ed2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:54:31.444429 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-dd3abb89-d8c2-4e83-b5d5-bd16e3455ed2 admin admin] Usage tracker for resource:subnet and tenant:3448b67925f84ce7a2bb5aca1dedeff7 is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:54:31.446869 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-dd3abb89-d8c2-4e83-b5d5-bd16e3455ed2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:54:31.450803 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-dd3abb89-d8c2-4e83-b5d5-bd16e3455ed2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:54:31.526948 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd3abb89-d8c2-4e83-b5d5-bd16e3455ed2 admin admin] Made reservation on behalf of 3448b67925f84ce7a2bb5aca1dedeff7 for: {'subnet': 1} {{(pid=103517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 18:54:31.528704 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-dd3abb89-d8c2-4e83-b5d5-bd16e3455ed2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183284'] for subnet, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:31.924613 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-dd3abb89-d8c2-4e83-b5d5-bd16e3455ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3647993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2183270'] for subnet, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:31.926709 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-c14dac77-9c68-4a58-97f9-2090721bf8d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:54:31.957305 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:31.963801 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3abb89-d8c2-4e83-b5d5-bd16e3455ed2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30a79ae7-0ef2-4a49-87d4-9054fea7bf56,revision_number=0']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:54:31.968947 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-dd3abb89-d8c2-4e83-b5d5-bd16e3455ed2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:54:31.970591 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3abb89-d8c2-4e83-b5d5-bd16e3455ed2 admin admin] Checking segment: {'id': '9929ff0e-6603-471d-9097-d7c324072025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1431, 'network_id': 'aa0fd76f-f3e8-4f71-86f1-08611c7d04a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 18:54:31.970783 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3abb89-d8c2-4e83-b5d5-bd16e3455ed2 admin admin] Network hostable DHCP agents. Network: aa0fd76f-f3e8-4f71-86f1-08611c7d04a0, hostable agents: ['fb8d2d29-1809-4f62-9f23-eb4c5e08b409'], hosted agents: [] {{(pid=103517) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 18:54:32.088686 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3abb89-d8c2-4e83-b5d5-bd16e3455ed2 admin admin] Network aa0fd76f-f3e8-4f71-86f1-08611c7d04a0 is scheduled to be hosted by DHCP agent fb8d2d29-1809-4f62-9f23-eb4c5e08b409 with binding_index 1 {{(pid=103517) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 18:54:32.196794 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.scheduler.base_scheduler [None req-dd3abb89-d8c2-4e83-b5d5-bd16e3455ed2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794661-1-smb, aa0fd76f-f3e8-4f71-86f1-08611c7d04a0) {{(pid=103517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 18:54:32.209007 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3abb89-d8c2-4e83-b5d5-bd16e3455ed2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:32.209797 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-dd3abb89-d8c2-4e83-b5d5-bd16e3455ed2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549304'] for subnet, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:32.213181 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f5a44a-f885-4711-bffa-8c2688967147 None None] Network aa0fd76f-f3e8-4f71-86f1-08611c7d04a0 requested from dv-cinder-794661-1-smb {{(pid=103518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 18:54:32.304726 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-dd3abb89-d8c2-4e83-b5d5-bd16e3455ed2 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8688886 Jun 03 18:54:32.358255 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730c1076-c2ab-47a0-941f-4e735e9a6ed8 None None] Network aa0fd76f-f3e8-4f71-86f1-08611c7d04a0 requested from dv-cinder-794661-1-smb {{(pid=103518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 18:54:32.408322 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-6b18475b-c7e0-48f6-a6e0-39d5f36c36bc req-626c47ea-0dc1-4fa2-9be5-efe0867022cf tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/ports?device_id=785adb53-9067-4f06-ae73-4b5ef535ca76 HTTP/1.1" status: 200 len: 210 time: 0.1000447 Jun 03 18:54:32.520592 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e4ab4-ac4c-4784-9e4d-48b8e040dc64 req-f8770945-ce12-417e-b2b8-0ddf42ce48ac tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:32.521541 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-a84e4ab4-ac4c-4784-9e4d-48b8e040dc64 req-f8770945-ce12-417e-b2b8-0ddf42ce48ac tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0557146 Jun 03 18:54:32.548858 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-a84e4ab4-ac4c-4784-9e4d-48b8e040dc64 req-f3196bed-8c21-4386-b3b2-b0906ac228c7 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0223053 Jun 03 18:54:32.599210 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:32.717376 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:32.944598 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 58252) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:54:32.948526 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.v2.base [None req-b1f5e019-2699-4401-9b56-a323f767dcb8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1955117143-network', 'tenant_id': '9c77f120aac543948bc11f9cddc44dc2'}} {{(pid=103517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:54:32.951515 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-b1f5e019-2699-4401-9b56-a323f767dcb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:54:32.953798 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-b1f5e019-2699-4401-9b56-a323f767dcb8 admin admin] Usage tracker for resource:network and tenant:9c77f120aac543948bc11f9cddc44dc2 is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:54:32.955557 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-b1f5e019-2699-4401-9b56-a323f767dcb8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:54:32.958749 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-b1f5e019-2699-4401-9b56-a323f767dcb8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:54:33.020585 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f5e019-2699-4401-9b56-a323f767dcb8 admin admin] Made reservation on behalf of 9c77f120aac543948bc11f9cddc44dc2 for: {'network': 1} {{(pid=103517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 18:54:33.023804 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-b1f5e019-2699-4401-9b56-a323f767dcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1684408'] for network, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:33.027196 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 18:54:33.032261 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-b1f5e019-2699-4401-9b56-a323f767dcb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:33.042263 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-b1f5e019-2699-4401-9b56-a323f767dcb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:54:33.045152 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-b1f5e019-2699-4401-9b56-a323f767dcb8 admin admin] Usage tracker for resource:security_group_rule and tenant:9c77f120aac543948bc11f9cddc44dc2 is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:54:33.047367 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-b1f5e019-2699-4401-9b56-a323f767dcb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:54:33.051534 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-b1f5e019-2699-4401-9b56-a323f767dcb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:54:33.105506 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-b1f5e019-2699-4401-9b56-a323f767dcb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:33.184169 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-b1f5e019-2699-4401-9b56-a323f767dcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:33.186930 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-ab16b3e2-70bc-47c7-8237-7dfc5b20729e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:54:33.208733 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1f5e019-2699-4401-9b56-a323f767dcb8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1444} {{(pid=103517) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 18:54:33.221131 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-b1f5e019-2699-4401-9b56-a323f767dcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529572'] for segment, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:33.221358 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.db.segments_db [None req-b1f5e019-2699-4401-9b56-a323f767dcb8 admin admin] Added segment d80a6388-5095-4002-a898-4a690db445c2 of type vlan for network 6eb87d66-5c21-4f54-a462-0188759340de Jun 03 18:54:33.243385 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f5e019-2699-4401-9b56-a323f767dcb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c41710bb-8478-48d1-8435-22e9e82c4e53,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:54:33.246101 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-b1f5e019-2699-4401-9b56-a323f767dcb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:54:33.250816 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-b1f5e019-2699-4401-9b56-a323f767dcb8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751241310154'] for network, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:33.390289 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-b1f5e019-2699-4401-9b56-a323f767dcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549287'] for network, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:33.392159 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f5e019-2699-4401-9b56-a323f767dcb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:33.392934 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-b1f5e019-2699-4401-9b56-a323f767dcb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549304'] for network, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:33.397312 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:54:33.477188 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f5e019-2699-4401-9b56-a323f767dcb8 admin admin] Pushing event updated for resources: {'Network': ['ID=6eb87d66-5c21-4f54-a462-0188759340de,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:54:33.479343 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-b1f5e019-2699-4401-9b56-a323f767dcb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:54:33.488554 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Network 6eb87d66-5c21-4f54-a462-0188759340de details requested by agent ovs-agent-dv-cinder-794661-1-smb with host dv-cinder-794661-1-smb {{(pid=103518) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 18:54:33.516830 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-ffe7a4bf-9c4b-4541-9b78-fccbae475b67 req-77608dfe-4b4c-47f7-bba3-84b245a60d34 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/ports?device_id=785adb53-9067-4f06-ae73-4b5ef535ca76 HTTP/1.1" status: 200 len: 210 time: 0.0323782 Jun 03 18:54:33.553843 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-b1f5e019-2699-4401-9b56-a323f767dcb8 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6079090 Jun 03 18:54:33.555696 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 58258) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:54:33.558767 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.v2.base [None req-050bc5ee-aec7-4cd1-b707-22337b6f12f3 admin admin] Request body: {'subnet': {'network_id': '6eb87d66-5c21-4f54-a462-0188759340de', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1955117143-subnet', 'tenant_id': '9c77f120aac543948bc11f9cddc44dc2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:54:33.562016 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-050bc5ee-aec7-4cd1-b707-22337b6f12f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:54:33.565744 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-050bc5ee-aec7-4cd1-b707-22337b6f12f3 admin admin] Usage tracker for resource:subnet and tenant:9c77f120aac543948bc11f9cddc44dc2 is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:54:33.566045 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-050bc5ee-aec7-4cd1-b707-22337b6f12f3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:54:33.569448 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-050bc5ee-aec7-4cd1-b707-22337b6f12f3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:54:33.649606 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-050bc5ee-aec7-4cd1-b707-22337b6f12f3 admin admin] Made reservation on behalf of 9c77f120aac543948bc11f9cddc44dc2 for: {'subnet': 1} {{(pid=103517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 18:54:33.650907 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-050bc5ee-aec7-4cd1-b707-22337b6f12f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183284'] for subnet, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:33.715102 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7749e917-802d-419d-b682-ac602d6dd078 req-cda359fc-cf16-491d-b355-235675a147a6 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:33.716047 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-7749e917-802d-419d-b682-ac602d6dd078 req-cda359fc-cf16-491d-b355-235675a147a6 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.1014159 Jun 03 18:54:33.751101 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-7749e917-802d-419d-b682-ac602d6dd078 req-a46fbcdb-c130-4940-9446-f57361f9aab2 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300972 Jun 03 18:54:33.915443 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33ceeb-eb65-4ce8-9ecb-c7d70bcd33df req-628368c4-e3f8-4640-a186-c32ec3935b01 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:33.915881 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-2b33ceeb-eb65-4ce8-9ecb-c7d70bcd33df req-628368c4-e3f8-4640-a186-c32ec3935b01 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Synchronizing usage tracker for tenant:6bd4939810bd4d06b2e7642062ae3924 on resource:network {{(pid=103516) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 18:54:33.979398 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-050bc5ee-aec7-4cd1-b707-22337b6f12f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3647993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2183270'] for subnet, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:33.981618 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:54:34.000727 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-2b33ceeb-eb65-4ce8-9ecb-c7d70bcd33df req-628368c4-e3f8-4640-a186-c32ec3935b01 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Unset dirty status for tenant:6bd4939810bd4d06b2e7642062ae3924 on resource:network {{(pid=103516) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 18:54:34.002113 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-2b33ceeb-eb65-4ce8-9ecb-c7d70bcd33df req-628368c4-e3f8-4640-a186-c32ec3935b01 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.108 "GET /v2.0/networks?id=44c83a21-d1dc-47ce-8fdb-73bee728f9df HTTP/1.1" status: 200 len: 813 time: 0.1799493 Jun 03 18:54:34.016920 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.v2.base [req-2b33ceeb-eb65-4ce8-9ecb-c7d70bcd33df req-f0318e8b-496b-40de-9bfb-3c3fd435131b tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Request body: {'port': {'device_id': '785adb53-9067-4f06-ae73-4b5ef535ca76', 'network_id': '44c83a21-d1dc-47ce-8fdb-73bee728f9df', 'admin_state_up': True, 'tenant_id': '6bd4939810bd4d06b2e7642062ae3924'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:54:34.018647 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050bc5ee-aec7-4cd1-b707-22337b6f12f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57f4d356-46ca-4405-b3d9-d6acd4edfec0,revision_number=0']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:54:34.020606 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-050bc5ee-aec7-4cd1-b707-22337b6f12f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:54:34.024019 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050bc5ee-aec7-4cd1-b707-22337b6f12f3 admin admin] Checking segment: {'id': 'd80a6388-5095-4002-a898-4a690db445c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1444, 'network_id': '6eb87d66-5c21-4f54-a462-0188759340de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 18:54:34.024229 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050bc5ee-aec7-4cd1-b707-22337b6f12f3 admin admin] Network hostable DHCP agents. Network: 6eb87d66-5c21-4f54-a462-0188759340de, hostable agents: ['fb8d2d29-1809-4f62-9f23-eb4c5e08b409'], hosted agents: [] {{(pid=103517) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 18:54:34.093962 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050bc5ee-aec7-4cd1-b707-22337b6f12f3 admin admin] Network 6eb87d66-5c21-4f54-a462-0188759340de is scheduled to be hosted by DHCP agent fb8d2d29-1809-4f62-9f23-eb4c5e08b409 with binding_index 1 {{(pid=103517) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 18:54:34.111559 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [req-2b33ceeb-eb65-4ce8-9ecb-c7d70bcd33df req-f0318e8b-496b-40de-9bfb-3c3fd435131b tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:54:34.113959 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-2b33ceeb-eb65-4ce8-9ecb-c7d70bcd33df req-f0318e8b-496b-40de-9bfb-3c3fd435131b tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Usage tracker for resource:port and tenant:6bd4939810bd4d06b2e7642062ae3924 is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:54:34.115815 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-2b33ceeb-eb65-4ce8-9ecb-c7d70bcd33df req-f0318e8b-496b-40de-9bfb-3c3fd435131b tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Quota usage for port was recalculated. Used quota:0. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:54:34.119208 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [req-2b33ceeb-eb65-4ce8-9ecb-c7d70bcd33df req-f0318e8b-496b-40de-9bfb-3c3fd435131b tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:54:34.190782 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.scheduler.base_scheduler [None req-050bc5ee-aec7-4cd1-b707-22337b6f12f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794661-1-smb, 6eb87d66-5c21-4f54-a462-0188759340de) {{(pid=103517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 18:54:34.205942 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbca2c1d-e02f-45bd-aede-e5095ae00c34 None None] Network 6eb87d66-5c21-4f54-a462-0188759340de requested from dv-cinder-794661-1-smb {{(pid=103518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 18:54:34.206043 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050bc5ee-aec7-4cd1-b707-22337b6f12f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:34.206043 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-050bc5ee-aec7-4cd1-b707-22337b6f12f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549304'] for subnet, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:34.213067 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b33ceeb-eb65-4ce8-9ecb-c7d70bcd33df req-f0318e8b-496b-40de-9bfb-3c3fd435131b tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Made reservation on behalf of 6bd4939810bd4d06b2e7642062ae3924 for: {'port': 1} {{(pid=103516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 18:54:34.215222 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-2b33ceeb-eb65-4ce8-9ecb-c7d70bcd33df req-f0318e8b-496b-40de-9bfb-3c3fd435131b tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:34.317920 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64f7367-24eb-4e4c-b6d0-61f759159156 None None] Network 6eb87d66-5c21-4f54-a462-0188759340de requested from dv-cinder-794661-1-smb {{(pid=103518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 18:54:34.317997 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [req-2b33ceeb-eb65-4ce8-9ecb-c7d70bcd33df req-f0318e8b-496b-40de-9bfb-3c3fd435131b tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Allocated IP 172.20.0.9 (44c83a21-d1dc-47ce-8fdb-73bee728f9df/38f30c37-a86f-42db-9519-c5d3fb67fbc4/1cce0b2e-4434-4665-9d52-8c9864d1b78d) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 18:54:34.344683 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-050bc5ee-aec7-4cd1-b707-22337b6f12f3 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7822034 Jun 03 18:54:34.440935 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-2b33ceeb-eb65-4ce8-9ecb-c7d70bcd33df req-f0318e8b-496b-40de-9bfb-3c3fd435131b tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Notify callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:34.513559 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-2b33ceeb-eb65-4ce8-9ecb-c7d70bcd33df req-f0318e8b-496b-40de-9bfb-3c3fd435131b tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751241322828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3014096'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:34.518341 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-df5c41b0-7377-43c4-9eed-a5010d00bfc1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:54:34.559159 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b33ceeb-eb65-4ce8-9ecb-c7d70bcd33df req-f0318e8b-496b-40de-9bfb-3c3fd435131b tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Network 44c83a21-d1dc-47ce-8fdb-73bee728f9df is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 18:54:34.563101 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [req-2b33ceeb-eb65-4ce8-9ecb-c7d70bcd33df req-f0318e8b-496b-40de-9bfb-3c3fd435131b tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 18:54:34.565614 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b33ceeb-eb65-4ce8-9ecb-c7d70bcd33df req-f0318e8b-496b-40de-9bfb-3c3fd435131b tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 18:54:34.581966 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0318e8b-496b-40de-9bfb-3c3fd435131b tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Pushing event updated for resources: {'Port': ['ID=1cce0b2e-4434-4665-9d52-8c9864d1b78d,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:54:34.586578 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-f0318e8b-496b-40de-9bfb-3c3fd435131b tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:54:34.603470 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33ceeb-eb65-4ce8-9ecb-c7d70bcd33df req-f0318e8b-496b-40de-9bfb-3c3fd435131b tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:34.603837 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-2b33ceeb-eb65-4ce8-9ecb-c7d70bcd33df req-f0318e8b-496b-40de-9bfb-3c3fd435131b tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56630'] for port, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:34.675504 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2613590c-3389-4069-8cd0-4582d88a0be2 req-3be3441b-9753-4088-bafe-cce8c1fd135a tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:34.676404 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-2613590c-3389-4069-8cd0-4582d88a0be2 req-3be3441b-9753-4088-bafe-cce8c1fd135a tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Synchronizing usage tracker for tenant:6bd4939810bd4d06b2e7642062ae3924 on resource:port {{(pid=103516) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 18:54:34.693631 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436b2026-c758-4838-a2f6-1192fe294bd2 req-2d68fdbb-02c2-4b75-8420-3e7825730f9d tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:34.693990 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [req-436b2026-c758-4838-a2f6-1192fe294bd2 req-2d68fdbb-02c2-4b75-8420-3e7825730f9d tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] Synchronizing usage tracker for tenant:3448b67925f84ce7a2bb5aca1dedeff7 on resource:network {{(pid=103517) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 18:54:34.698930 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-2b33ceeb-eb65-4ce8-9ecb-c7d70bcd33df req-f0318e8b-496b-40de-9bfb-3c3fd435131b tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6872723 Jun 03 18:54:34.712936 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.v2.base [req-2b33ceeb-eb65-4ce8-9ecb-c7d70bcd33df req-9cf416fe-d39b-470f-b9d6-bd4845c7e74d service neutron] Request body: {'port': {'device_id': '785adb53-9067-4f06-ae73-4b5ef535ca76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:54:34.771664 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-2b33ceeb-eb65-4ce8-9ecb-c7d70bcd33df req-9cf416fe-d39b-470f-b9d6-bd4845c7e74d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:34.789424 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [req-436b2026-c758-4838-a2f6-1192fe294bd2 req-2d68fdbb-02c2-4b75-8420-3e7825730f9d tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] Unset dirty status for tenant:3448b67925f84ce7a2bb5aca1dedeff7 on resource:network {{(pid=103517) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 18:54:34.790950 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-436b2026-c758-4838-a2f6-1192fe294bd2 req-2d68fdbb-02c2-4b75-8420-3e7825730f9d tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/networks?id=aa0fd76f-f3e8-4f71-86f1-08611c7d04a0 HTTP/1.1" status: 200 len: 809 time: 0.1913157 Jun 03 18:54:34.805216 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-436b2026-c758-4838-a2f6-1192fe294bd2 req-910b6997-4dea-4280-81fe-d48a2c13a42e tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/quotas/3448b67925f84ce7a2bb5aca1dedeff7 HTTP/1.1" status: 200 len: 375 time: 0.0071185 Jun 03 18:54:34.834914 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-2613590c-3389-4069-8cd0-4582d88a0be2 req-3be3441b-9753-4088-bafe-cce8c1fd135a tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Unset dirty status for tenant:6bd4939810bd4d06b2e7642062ae3924 on resource:port {{(pid=103516) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 18:54:34.835615 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-2613590c-3389-4069-8cd0-4582d88a0be2 req-3be3441b-9753-4088-bafe-cce8c1fd135a tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/ports?device_id=785adb53-9067-4f06-ae73-4b5ef535ca76 HTTP/1.1" status: 200 len: 931 time: 0.2292466 Jun 03 18:54:34.836833 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-436b2026-c758-4838-a2f6-1192fe294bd2 req-e6b7ec69-4e37-45fc-9805-8a4819e94182 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3448b67925f84ce7a2bb5aca1dedeff7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252352 Jun 03 18:54:34.886682 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-2613590c-3389-4069-8cd0-4582d88a0be2 req-c352d1bc-d62e-48bf-ab3d-b4d16b123cb2 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Synchronizing usage tracker for tenant:6bd4939810bd4d06b2e7642062ae3924 on resource:security_group {{(pid=103516) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 18:54:34.918731 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-436b2026-c758-4838-a2f6-1192fe294bd2 req-ddb50163-fe00-4234-b4ce-2f49589f79c3 service neutron] 10.222.0.44 "GET /v2.0/networks/aa0fd76f-f3e8-4f71-86f1-08611c7d04a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0744441 Jun 03 18:54:35.015882 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-436b2026-c758-4838-a2f6-1192fe294bd2 req-da33df3e-9f98-4748-9a8b-2d11da7d1729 service neutron] 10.222.0.44 "GET /v2.0/networks/aa0fd76f-f3e8-4f71-86f1-08611c7d04a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929585 Jun 03 18:54:35.021622 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-2613590c-3389-4069-8cd0-4582d88a0be2 req-c352d1bc-d62e-48bf-ab3d-b4d16b123cb2 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Unset dirty status for tenant:6bd4939810bd4d06b2e7642062ae3924 on resource:security_group {{(pid=103516) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 18:54:35.022363 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-2613590c-3389-4069-8cd0-4582d88a0be2 req-c352d1bc-d62e-48bf-ab3d-b4d16b123cb2 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/security-groups?id=de79eae5-a911-47fd-a1b2-ffba49b823ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715994 Jun 03 18:54:35.038154 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.notifiers.nova [req-2b33ceeb-eb65-4ce8-9ecb-c7d70bcd33df req-9cf416fe-d39b-470f-b9d6-bd4845c7e74d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cce0b2e-4434-4665-9d52-8c9864d1b78d {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 18:54:35.043179 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-2b33ceeb-eb65-4ce8-9ecb-c7d70bcd33df req-9cf416fe-d39b-470f-b9d6-bd4845c7e74d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:35.052169 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [req-2b33ceeb-eb65-4ce8-9ecb-c7d70bcd33df req-9cf416fe-d39b-470f-b9d6-bd4845c7e74d service neutron] Transition to ACTIVE for port object 1cce0b2e-4434-4665-9d52-8c9864d1b78d will not be triggered until provisioned by entity L2. {{(pid=103516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 18:54:35.123660 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37811f8f-94be-4f44-9ece-1d2199edd161 req-ef46e673-2703-4e8e-91b8-49358c0d84c2 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:35.124571 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-37811f8f-94be-4f44-9ece-1d2199edd161 req-ef46e673-2703-4e8e-91b8-49358c0d84c2 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0515633 Jun 03 18:54:35.148790 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-2b33ceeb-eb65-4ce8-9ecb-c7d70bcd33df req-9cf416fe-d39b-470f-b9d6-bd4845c7e74d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3013931'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:35.153132 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-7de9a7b1-2143-43de-9cdf-d893c5b92044 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:54:35.183836 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-37811f8f-94be-4f44-9ece-1d2199edd161 req-987727c9-803e-45e8-b449-249eedcf2d8f tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528927 Jun 03 18:54:35.241762 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf416fe-d39b-470f-b9d6-bd4845c7e74d service neutron] Pushing event updated for resources: {'Port': ['ID=1cce0b2e-4434-4665-9d52-8c9864d1b78d,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:54:35.246567 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-9cf416fe-d39b-470f-b9d6-bd4845c7e74d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:54:35.286291 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-2312fbb4-7f35-45bb-9683-4324b5e8faad req-4876eb1a-b3ee-43c0-a227-0e03d8fe5647 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 210 time: 0.0452271 Jun 03 18:54:35.308630 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [req-2b33ceeb-eb65-4ce8-9ecb-c7d70bcd33df req-9cf416fe-d39b-470f-b9d6-bd4845c7e74d service neutron] Attempting to bind port 1cce0b2e-4434-4665-9d52-8c9864d1b78d on host hv-cinder-79466 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 18:54:35.308806 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [req-2b33ceeb-eb65-4ce8-9ecb-c7d70bcd33df req-9cf416fe-d39b-470f-b9d6-bd4845c7e74d service neutron] Attempting to bind port 1cce0b2e-4434-4665-9d52-8c9864d1b78d by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': 'ccda361c-8567-475d-9466-98015f7713fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '44c83a21-d1dc-47ce-8fdb-73bee728f9df'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 18:54:35.308977 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b33ceeb-eb65-4ce8-9ecb-c7d70bcd33df req-9cf416fe-d39b-470f-b9d6-bd4845c7e74d service neutron] Attempting to bind port 1cce0b2e-4434-4665-9d52-8c9864d1b78d on network 44c83a21-d1dc-47ce-8fdb-73bee728f9df {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 18:54:35.311746 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b33ceeb-eb65-4ce8-9ecb-c7d70bcd33df req-9cf416fe-d39b-470f-b9d6-bd4845c7e74d service neutron] Port 1cce0b2e-4434-4665-9d52-8c9864d1b78d on network 44c83a21-d1dc-47ce-8fdb-73bee728f9df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 18:54:35.311935 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b33ceeb-eb65-4ce8-9ecb-c7d70bcd33df req-9cf416fe-d39b-470f-b9d6-bd4845c7e74d service neutron] Attempting to bind port 1cce0b2e-4434-4665-9d52-8c9864d1b78d on network 44c83a21-d1dc-47ce-8fdb-73bee728f9df {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 18:54:35.315264 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b33ceeb-eb65-4ce8-9ecb-c7d70bcd33df req-9cf416fe-d39b-470f-b9d6-bd4845c7e74d service neutron] Checking agent: {'id': 'af909ad5-3a3f-482f-ab55-4c32617c9c15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 18, 49, 2), 'started_at': datetime.datetime(2021, 6, 3, 18, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 18, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 18:54:35.315532 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b33ceeb-eb65-4ce8-9ecb-c7d70bcd33df req-9cf416fe-d39b-470f-b9d6-bd4845c7e74d service neutron] Checking segment: {'id': 'ccda361c-8567-475d-9466-98015f7713fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '44c83a21-d1dc-47ce-8fdb-73bee728f9df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 18:54:35.315794 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b33ceeb-eb65-4ce8-9ecb-c7d70bcd33df req-9cf416fe-d39b-470f-b9d6-bd4845c7e74d service neutron] Bound using segment: {'id': 'ccda361c-8567-475d-9466-98015f7713fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '44c83a21-d1dc-47ce-8fdb-73bee728f9df'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 18:54:35.316073 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [req-2b33ceeb-eb65-4ce8-9ecb-c7d70bcd33df req-9cf416fe-d39b-470f-b9d6-bd4845c7e74d service neutron] Bound port: 1cce0b2e-4434-4665-9d52-8c9864d1b78d, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccda361c-8567-475d-9466-98015f7713fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '44c83a21-d1dc-47ce-8fdb-73bee728f9df'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 18:54:35.316293 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-2b33ceeb-eb65-4ce8-9ecb-c7d70bcd33df req-9cf416fe-d39b-470f-b9d6-bd4845c7e74d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:35.368361 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.db [req-2b33ceeb-eb65-4ce8-9ecb-c7d70bcd33df req-9cf416fe-d39b-470f-b9d6-bd4845c7e74d service neutron] For port 1cce0b2e-4434-4665-9d52-8c9864d1b78d, host hv-cinder-79466, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 18:54:35.370041 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.db [req-2b33ceeb-eb65-4ce8-9ecb-c7d70bcd33df req-9cf416fe-d39b-470f-b9d6-bd4845c7e74d service neutron] For port 1cce0b2e-4434-4665-9d52-8c9864d1b78d, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=1cce0b2e-4434-4665-9d52-8c9864d1b78d,segment=NetworkSegment(ccda361c-8567-475d-9466-98015f7713fb),segment_id=ccda361c-8567-475d-9466-98015f7713fb)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 18:54:35.443517 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-2b33ceeb-eb65-4ce8-9ecb-c7d70bcd33df req-9cf416fe-d39b-470f-b9d6-bd4845c7e74d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3013931'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:35.446571 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:54:35.481240 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33ceeb-eb65-4ce8-9ecb-c7d70bcd33df req-9cf416fe-d39b-470f-b9d6-bd4845c7e74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:35.481632 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-2b33ceeb-eb65-4ce8-9ecb-c7d70bcd33df req-9cf416fe-d39b-470f-b9d6-bd4845c7e74d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56630'] for port, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:35.483120 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-2b33ceeb-eb65-4ce8-9ecb-c7d70bcd33df req-9cf416fe-d39b-470f-b9d6-bd4845c7e74d service neutron] 10.222.0.108 "PUT /v2.0/ports/1cce0b2e-4434-4665-9d52-8c9864d1b78d HTTP/1.1" status: 200 len: 1093 time: 0.7720485 Jun 03 18:54:35.484442 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '785adb53-9067-4f06-ae73-4b5ef535ca76', 'tag': '1cce0b2e-4434-4665-9d52-8c9864d1b78d'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 18:54:35.486003 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc39b0f538a7142e305aed45b4a3a48499e72eb72884f9d3de90a53803998271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d3f6013-2d20-4d20-a8f3-af0b721d1203" -d '{"events": [{"name": "network-changed", "server_uuid": "785adb53-9067-4f06-ae73-4b5ef535ca76", "tag": "1cce0b2e-4434-4665-9d52-8c9864d1b78d"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 18:54:35.504509 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf416fe-d39b-470f-b9d6-bd4845c7e74d service neutron] Pushing event updated for resources: {'Port': ['ID=1cce0b2e-4434-4665-9d52-8c9864d1b78d,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:54:35.509437 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-9cf416fe-d39b-470f-b9d6-bd4845c7e74d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:54:35.516482 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 18:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0152c9ef-6344-4faa-a60a-3e5d0a3926c3 x-openstack-request-id: req-0152c9ef-6344-4faa-a60a-3e5d0a3926c3 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 18:54:35.516695 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "785adb53-9067-4f06-ae73-4b5ef535ca76", "tag": "1cce0b2e-4434-4665-9d52-8c9864d1b78d", "status": "completed", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 18:54:35.516875 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0152c9ef-6344-4faa-a60a-3e5d0a3926c3 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 18:54:35.517162 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '785adb53-9067-4f06-ae73-4b5ef535ca76', 'tag': '1cce0b2e-4434-4665-9d52-8c9864d1b78d', 'status': 'completed', 'code': 200} Jun 03 18:54:35.582360 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f6013-2d20-4d20-a8f3-af0b721d1203 req-666b40a3-a811-4627-9566-82ed8b031500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:35.583203 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-7d3f6013-2d20-4d20-a8f3-af0b721d1203 req-666b40a3-a811-4627-9566-82ed8b031500 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=6bd4939810bd4d06b2e7642062ae3924&device_id=785adb53-9067-4f06-ae73-4b5ef535ca76 HTTP/1.1" status: 200 len: 1096 time: 0.0428455 Jun 03 18:54:35.665436 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f6013-2d20-4d20-a8f3-af0b721d1203 req-032030a4-97ab-4569-b768-fefa9b5ec409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:35.666352 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-7d3f6013-2d20-4d20-a8f3-af0b721d1203 req-032030a4-97ab-4569-b768-fefa9b5ec409 service neutron] 10.222.0.108 "GET /v2.0/networks?tenant_id=6bd4939810bd4d06b2e7642062ae3924&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0726535 Jun 03 18:54:35.757515 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f6013-2d20-4d20-a8f3-af0b721d1203 req-28a36977-02c1-4618-a4c1-63a082f5f21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:35.758441 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-7d3f6013-2d20-4d20-a8f3-af0b721d1203 req-28a36977-02c1-4618-a4c1-63a082f5f21e service neutron] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0827012 Jun 03 18:54:36.161359 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3b2d95-9f7f-4a83-896e-a5959bc8b2a2 req-aa3896b7-1a69-43a2-9dbd-ba455927fecf tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:36.162413 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-1d3b2d95-9f7f-4a83-896e-a5959bc8b2a2 req-aa3896b7-1a69-43a2-9dbd-ba455927fecf tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/ports?device_id=785adb53-9067-4f06-ae73-4b5ef535ca76 HTTP/1.1" status: 200 len: 943 time: 0.0593634 Jun 03 18:54:36.192102 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-1d3b2d95-9f7f-4a83-896e-a5959bc8b2a2 req-821fceb7-9e42-450c-bc1d-c7d49a481fce tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/security-groups?id=de79eae5-a911-47fd-a1b2-ffba49b823ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0255706 Jun 03 18:54:36.324374 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f161ca4e-6b9c-4e61-91e6-69f8de14319a req-4aa208b2-5294-489a-aa9a-9fb11e120163 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:36.325421 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-f161ca4e-6b9c-4e61-91e6-69f8de14319a req-4aa208b2-5294-489a-aa9a-9fb11e120163 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0743496 Jun 03 18:54:36.356580 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-f161ca4e-6b9c-4e61-91e6-69f8de14319a req-aaea1f25-2639-476f-8764-57eed26be036 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270288 Jun 03 18:54:36.370319 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-c225daf9-378f-43f9-9428-610ab2965797 req-aaed018e-68b6-492f-bbbc-3f9b5e371d46 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 210 time: 0.0398612 Jun 03 18:54:37.118093 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33ceeb-eb65-4ce8-9ecb-c7d70bcd33df req-1b2645fb-b14a-40f3-ba91-12a9324cd91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:37.119193 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-2b33ceeb-eb65-4ce8-9ecb-c7d70bcd33df req-1b2645fb-b14a-40f3-ba91-12a9324cd91a service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=6bd4939810bd4d06b2e7642062ae3924&device_id=785adb53-9067-4f06-ae73-4b5ef535ca76 HTTP/1.1" status: 200 len: 1096 time: 0.0678825 Jun 03 18:54:37.171440 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-2b33ceeb-eb65-4ce8-9ecb-c7d70bcd33df req-df4deacf-7e4b-4c2f-8d33-67d02d3c7e16 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1cce0b2e-4434-4665-9d52-8c9864d1b78d HTTP/1.1" status: 200 len: 217 time: 0.0403249 Jun 03 18:54:37.291850 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33ceeb-eb65-4ce8-9ecb-c7d70bcd33df req-47506d4e-b556-4de8-bc97-c92c6d1f2730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:37.293421 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-2b33ceeb-eb65-4ce8-9ecb-c7d70bcd33df req-47506d4e-b556-4de8-bc97-c92c6d1f2730 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=38f30c37-a86f-42db-9519-c5d3fb67fbc4 HTTP/1.1" status: 200 len: 853 time: 0.1148295 Jun 03 18:54:37.332339 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-2b33ceeb-eb65-4ce8-9ecb-c7d70bcd33df req-43ffeea8-a006-4dbb-a2bd-cd47b058ea7a service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=44c83a21-d1dc-47ce-8fdb-73bee728f9df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263073 Jun 03 18:54:37.336070 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b38dc-8e61-4e17-9c92-49f2a1889e5f req-416ddab5-8b63-47fc-baa8-9fa2146cc3d2 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:37.337100 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-fe5b38dc-8e61-4e17-9c92-49f2a1889e5f req-416ddab5-8b63-47fc-baa8-9fa2146cc3d2 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/ports?device_id=785adb53-9067-4f06-ae73-4b5ef535ca76 HTTP/1.1" status: 200 len: 943 time: 0.0621438 Jun 03 18:54:37.448000 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-fe5b38dc-8e61-4e17-9c92-49f2a1889e5f req-b29c0dc6-8a67-4254-a4d8-da0b0123500f tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/security-groups?id=de79eae5-a911-47fd-a1b2-ffba49b823ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067941 Jun 03 18:54:37.462205 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-2b33ceeb-eb65-4ce8-9ecb-c7d70bcd33df req-7166aac6-8da9-490f-aeef-cf514ade9f2b service neutron] 10.222.0.108 "GET /v2.0/networks/44c83a21-d1dc-47ce-8fdb-73bee728f9df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191132 Jun 03 18:54:37.533882 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-0930f8a7-d9c0-4e7d-bd46-ae3f5a15e86d req-e719e1ce-8c57-4954-9a59-4a808a6b43f8 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 210 time: 0.0274320 Jun 03 18:54:37.546895 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8549b9-6ff4-4dbe-87b4-435bef3aefc3 req-daa7b7a1-f117-49b2-b9c2-0b0f1b7aeaa7 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:37.547854 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-5b8549b9-6ff4-4dbe-87b4-435bef3aefc3 req-daa7b7a1-f117-49b2-b9c2-0b0f1b7aeaa7 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.1196308 Jun 03 18:54:37.574138 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-2b33ceeb-eb65-4ce8-9ecb-c7d70bcd33df req-216d86d7-a025-41f1-822b-26268495ae21 service neutron] 10.222.0.108 "GET /v2.0/networks/44c83a21-d1dc-47ce-8fdb-73bee728f9df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049426 Jun 03 18:54:37.590997 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-5b8549b9-6ff4-4dbe-87b4-435bef3aefc3 req-7bd413c8-ae91-4a7f-a39f-6d3226c4418b tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320129 Jun 03 18:54:38.570687 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba0134-cec5-4083-87be-004f56cd3638 req-a9b5321b-0c25-4f8d-8d92-69a0fadfbe60 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:38.571661 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-4fba0134-cec5-4083-87be-004f56cd3638 req-a9b5321b-0c25-4f8d-8d92-69a0fadfbe60 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/ports?device_id=785adb53-9067-4f06-ae73-4b5ef535ca76 HTTP/1.1" status: 200 len: 943 time: 0.0562961 Jun 03 18:54:38.603170 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-4fba0134-cec5-4083-87be-004f56cd3638 req-0eef7119-7c05-42ea-a9de-7aa77fcd1e23 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/security-groups?id=de79eae5-a911-47fd-a1b2-ffba49b823ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271189 Jun 03 18:54:38.649945 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-06f2ba99-1ede-4111-861b-349bcf3debe7 req-62c82f43-4015-42f4-8851-3917e239a0ed tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 210 time: 0.0284939 Jun 03 18:54:38.719044 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151f0f25-2a60-4ca5-b234-3e0bfe805fa9 req-474ea301-5335-4442-98ab-ead941d4387d tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:38.720063 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-151f0f25-2a60-4ca5-b234-3e0bfe805fa9 req-474ea301-5335-4442-98ab-ead941d4387d tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0536737 Jun 03 18:54:38.749336 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-151f0f25-2a60-4ca5-b234-3e0bfe805fa9 req-1fd749bd-f409-43ca-8ad3-c616f0c8d270 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0254242 Jun 03 18:54:39.751369 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-28404fb9-28da-4cbe-9394-62a9eef72550 req-47c461ff-5f15-43e8-b5d4-af845d2eebf0 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 210 time: 0.0313087 Jun 03 18:54:39.754078 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf14ef-2a7b-4f64-a491-1de5204de123 req-d87fcb88-9bb1-45a8-8775-6377e92c7f10 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:39.755075 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-9bdf14ef-2a7b-4f64-a491-1de5204de123 req-d87fcb88-9bb1-45a8-8775-6377e92c7f10 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/ports?device_id=785adb53-9067-4f06-ae73-4b5ef535ca76 HTTP/1.1" status: 200 len: 943 time: 0.0723448 Jun 03 18:54:39.788306 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-9bdf14ef-2a7b-4f64-a491-1de5204de123 req-e725b6fa-b1c1-4323-869c-bf76a8a49e65 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/security-groups?id=de79eae5-a911-47fd-a1b2-ffba49b823ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264044 Jun 03 18:54:39.877730 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822ef230-66c5-457e-991e-d048a7faee7e req-eb82ad9f-73f5-4e7d-9471-763aeed66115 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:39.878708 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-822ef230-66c5-457e-991e-d048a7faee7e req-eb82ad9f-73f5-4e7d-9471-763aeed66115 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0652480 Jun 03 18:54:39.908397 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-822ef230-66c5-457e-991e-d048a7faee7e req-856cd281-c34c-4c1c-94bf-fcb6985c9111 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0257294 Jun 03 18:54:40.200837 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Device 1cce0b2e-4434-4665-9d52-8c9864d1b78d details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=103518) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 18:54:40.309304 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] For port 1cce0b2e-4434-4665-9d52-8c9864d1b78d, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=1cce0b2e-4434-4665-9d52-8c9864d1b78d,segment=NetworkSegment(ccda361c-8567-475d-9466-98015f7713fb),segment_id=ccda361c-8567-475d-9466-98015f7713fb)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:54:40.318011 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Returning: {'device': '1cce0b2e-4434-4665-9d52-8c9864d1b78d', 'network_id': '44c83a21-d1dc-47ce-8fdb-73bee728f9df', 'port_id': '1cce0b2e-4434-4665-9d52-8c9864d1b78d', 'mac_address': 'fa:16:3e:a0:1c:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38f30c37-a86f-42db-9519-c5d3fb67fbc4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103518) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 18:54:40.355657 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:40.367266 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.notifiers.nova [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cce0b2e-4434-4665-9d52-8c9864d1b78d {{(pid=103518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 18:54:40.378233 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] For port 1cce0b2e-4434-4665-9d52-8c9864d1b78d, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=1cce0b2e-4434-4665-9d52-8c9864d1b78d,segment=NetworkSegment(ccda361c-8567-475d-9466-98015f7713fb),segment_id=ccda361c-8567-475d-9466-98015f7713fb)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:54:40.450020 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:40.453682 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:54:40.509992 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Pushing event updated for resources: {'Port': ['ID=1cce0b2e-4434-4665-9d52-8c9864d1b78d,revision_number=4']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:54:40.514937 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:54:40.515145 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:54:40.515372 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:54:40.515597 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:54:40.515850 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:54:40.516080 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:54:40.516304 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:54:40.516526 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:54:40.516751 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:54:40.516971 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:54:40.517194 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:54:40.517413 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:54:40.520121 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:54:40.752383 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] get_ports_and_sgs() called for port_ids ['1cce0b2e-4434-4665-9d52-8c9864d1b78d'] {{(pid=103518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 18:54:40.862733 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-0a6654a5-5bb7-4f20-8fbb-780f70b628b5 req-bd7ff9c8-bfe6-4dae-ae24-8e870160ca39 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 210 time: 0.0320923 Jun 03 18:54:40.925038 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb7c3f-383d-43cc-9b7b-f0571cc0a7a2 req-8c0fde3e-ee8b-45e0-b2bb-7f6e2848858d tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:40.926036 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-dabb7c3f-383d-43cc-9b7b-f0571cc0a7a2 req-8c0fde3e-ee8b-45e0-b2bb-7f6e2848858d tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/ports?device_id=785adb53-9067-4f06-ae73-4b5ef535ca76 HTTP/1.1" status: 200 len: 944 time: 0.0533333 Jun 03 18:54:40.956241 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-dabb7c3f-383d-43cc-9b7b-f0571cc0a7a2 req-bef558dc-fd14-49f7-84e4-33bf3acc623c tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/security-groups?id=de79eae5-a911-47fd-a1b2-ffba49b823ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261869 Jun 03 18:54:41.068880 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe4ab0-1866-4c14-a0c0-be81237ff3df req-f431609c-49f1-44ed-b67c-cba487daca96 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:41.072408 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-fcfe4ab0-1866-4c14-a0c0-be81237ff3df req-f431609c-49f1-44ed-b67c-cba487daca96 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0559506 Jun 03 18:54:41.097916 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-fcfe4ab0-1866-4c14-a0c0-be81237ff3df req-5861241e-4cab-4715-87e8-a09bf4c9b474 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0240610 Jun 03 18:54:41.992913 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-701c9a63-6506-42fc-94fd-866eba35acd2 req-2259d574-468d-49f9-992f-fd7b9d647a55 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 210 time: 0.0359821 Jun 03 18:54:42.090802 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d7037-dab5-4233-b975-62141b2fd349 req-f7bba4fa-304a-48d9-81ac-88dfd13dcee8 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:42.091733 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-ee6d7037-dab5-4233-b975-62141b2fd349 req-f7bba4fa-304a-48d9-81ac-88dfd13dcee8 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/ports?device_id=785adb53-9067-4f06-ae73-4b5ef535ca76 HTTP/1.1" status: 200 len: 944 time: 0.0668292 Jun 03 18:54:42.126709 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-ee6d7037-dab5-4233-b975-62141b2fd349 req-1b446964-3869-4ff2-94ee-715b3597e7cf tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/security-groups?id=de79eae5-a911-47fd-a1b2-ffba49b823ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279744 Jun 03 18:54:42.197477 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Device 1cce0b2e-4434-4665-9d52-8c9864d1b78d up at agent hyperv_hv-cinder-79466 {{(pid=103518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 18:54:42.228505 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c357e-f809-4683-a64f-b9182ef76a9d req-715df615-3061-45bd-8832-4628fa3610c6 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:42.229556 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-794c357e-f809-4683-a64f-b9182ef76a9d req-715df615-3061-45bd-8832-4628fa3610c6 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0592182 Jun 03 18:54:42.262191 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-794c357e-f809-4683-a64f-b9182ef76a9d req-579c285d-2277-42ae-8773-e968796603a1 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0253980 Jun 03 18:54:42.312598 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Provisioning for port 1cce0b2e-4434-4665-9d52-8c9864d1b78d completed by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 18:54:42.319156 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Provisioning complete for port 1cce0b2e-4434-4665-9d52-8c9864d1b78d triggered by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 18:54:42.319671 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:42.400695 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:42.418226 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '785adb53-9067-4f06-ae73-4b5ef535ca76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cce0b2e-4434-4665-9d52-8c9864d1b78d'}] {{(pid=103518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 18:54:42.419806 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db66028b02b75232abd2ce52c3e0184f662a2cc7ac62fff2d597f865859cb538" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ca3466-00c6-4c6a-8383-e3584cd15816" -d '{"events": [{"server_uuid": "785adb53-9067-4f06-ae73-4b5ef535ca76", "name": "network-vif-plugged", "status": "completed", "tag": "1cce0b2e-4434-4665-9d52-8c9864d1b78d"}]}' {{(pid=103518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 18:54:42.425021 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] For port 1cce0b2e-4434-4665-9d52-8c9864d1b78d, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=1cce0b2e-4434-4665-9d52-8c9864d1b78d,segment=NetworkSegment(ccda361c-8567-475d-9466-98015f7713fb),segment_id=ccda361c-8567-475d-9466-98015f7713fb)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:54:42.462895 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 18:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-356c44b9-59ff-4e9e-b242-6dd8631f3356 x-openstack-request-id: req-356c44b9-59ff-4e9e-b242-6dd8631f3356 {{(pid=103518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 18:54:42.463101 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "785adb53-9067-4f06-ae73-4b5ef535ca76", "name": "network-vif-plugged", "status": "completed", "tag": "1cce0b2e-4434-4665-9d52-8c9864d1b78d", "code": 200}]} {{(pid=103518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 18:54:42.463275 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-356c44b9-59ff-4e9e-b242-6dd8631f3356 {{(pid=103518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 18:54:42.463564 dv-cinder-794661-1-smb neutron-server[103518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '785adb53-9067-4f06-ae73-4b5ef535ca76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cce0b2e-4434-4665-9d52-8c9864d1b78d', 'code': 200} Jun 03 18:54:42.503467 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:42.505091 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:54:42.548855 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Pushing event updated for resources: {'Port': ['ID=1cce0b2e-4434-4665-9d52-8c9864d1b78d,revision_number=5']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:54:42.550937 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:54:43.108202 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-cb94e92e-a523-4a80-adef-05d7d2c16999 req-5c2315fe-1782-4d83-84b9-1cdb51e10ced tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 210 time: 0.0305774 Jun 03 18:54:43.249541 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48868334-ca71-4bfe-8940-f2cdfbd4f057 req-71ebfc99-106a-42b3-8059-332c13cfa904 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:43.250564 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-48868334-ca71-4bfe-8940-f2cdfbd4f057 req-71ebfc99-106a-42b3-8059-332c13cfa904 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/ports?device_id=785adb53-9067-4f06-ae73-4b5ef535ca76 HTTP/1.1" status: 200 len: 945 time: 0.0573499 Jun 03 18:54:43.359894 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-48868334-ca71-4bfe-8940-f2cdfbd4f057 req-4d8b0b6e-22a9-436f-9e29-51ada55345c2 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/security-groups?id=de79eae5-a911-47fd-a1b2-ffba49b823ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052046 Jun 03 18:54:43.391130 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85c6ec4-1590-4e82-b6cb-64a231185929 req-52775935-6424-491e-8a57-b06a3b99395a tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:43.391960 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436b2026-c758-4838-a2f6-1192fe294bd2 req-b33dfa9b-9cd5-45e4-aa3a-da6032250f2d tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:43.392117 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-f85c6ec4-1590-4e82-b6cb-64a231185929 req-52775935-6424-491e-8a57-b06a3b99395a tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0552330 Jun 03 18:54:43.392786 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-436b2026-c758-4838-a2f6-1192fe294bd2 req-b33dfa9b-9cd5-45e4-aa3a-da6032250f2d tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.108 "GET /v2.0/networks?id=aa0fd76f-f3e8-4f71-86f1-08611c7d04a0 HTTP/1.1" status: 200 len: 809 time: 0.1294839 Jun 03 18:54:43.402028 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3cf74a-2863-49cc-835f-ad73b30dd2d8 req-54ab4c1a-27e3-4e07-94bd-a8c1d92144bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:43.402835 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-8d3cf74a-2863-49cc-835f-ad73b30dd2d8 req-54ab4c1a-27e3-4e07-94bd-a8c1d92144bd service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=785adb53-9067-4f06-ae73-4b5ef535ca76 HTTP/1.1" status: 200 len: 1098 time: 0.0720735 Jun 03 18:54:43.405527 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.v2.base [req-436b2026-c758-4838-a2f6-1192fe294bd2 req-66d7d2fe-2f5e-442d-a212-7d10f2bf7d62 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] Request body: {'port': {'device_id': '06a217ea-808d-4358-bce1-b1894c31b47b', 'network_id': 'aa0fd76f-f3e8-4f71-86f1-08611c7d04a0', 'admin_state_up': True, 'tenant_id': '3448b67925f84ce7a2bb5aca1dedeff7'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:54:43.421323 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-f85c6ec4-1590-4e82-b6cb-64a231185929 req-62e8a77b-1f9c-435d-a251-2987d846ad5a tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0252368 Jun 03 18:54:43.479273 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-8d3cf74a-2863-49cc-835f-ad73b30dd2d8 req-3dea75b4-4923-4e3e-ae12-b8ad94cf5577 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=de79eae5-a911-47fd-a1b2-ffba49b823ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637259 Jun 03 18:54:43.498027 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [req-436b2026-c758-4838-a2f6-1192fe294bd2 req-66d7d2fe-2f5e-442d-a212-7d10f2bf7d62 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:54:43.501142 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-436b2026-c758-4838-a2f6-1192fe294bd2 req-66d7d2fe-2f5e-442d-a212-7d10f2bf7d62 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] Usage tracker for resource:port and tenant:3448b67925f84ce7a2bb5aca1dedeff7 is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:54:43.504614 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-436b2026-c758-4838-a2f6-1192fe294bd2 req-66d7d2fe-2f5e-442d-a212-7d10f2bf7d62 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] Quota usage for port was recalculated. Used quota:0. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:54:43.511572 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [req-436b2026-c758-4838-a2f6-1192fe294bd2 req-66d7d2fe-2f5e-442d-a212-7d10f2bf7d62 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:54:43.595523 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-436b2026-c758-4838-a2f6-1192fe294bd2 req-66d7d2fe-2f5e-442d-a212-7d10f2bf7d62 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] Made reservation on behalf of 3448b67925f84ce7a2bb5aca1dedeff7 for: {'port': 1} {{(pid=103516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 18:54:43.599707 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-436b2026-c758-4838-a2f6-1192fe294bd2 req-66d7d2fe-2f5e-442d-a212-7d10f2bf7d62 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:43.705773 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [req-436b2026-c758-4838-a2f6-1192fe294bd2 req-66d7d2fe-2f5e-442d-a212-7d10f2bf7d62 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] Allocated IP 172.20.0.2 (aa0fd76f-f3e8-4f71-86f1-08611c7d04a0/30a79ae7-0ef2-4a49-87d4-9054fea7bf56/a28327fa-5953-44b5-89b4-d8268e4cb909) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 18:54:43.880489 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-436b2026-c758-4838-a2f6-1192fe294bd2 req-66d7d2fe-2f5e-442d-a212-7d10f2bf7d62 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] Notify callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:43.972936 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-436b2026-c758-4838-a2f6-1192fe294bd2 req-66d7d2fe-2f5e-442d-a212-7d10f2bf7d62 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751241322828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3014096'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:43.977809 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:54:44.017745 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-436b2026-c758-4838-a2f6-1192fe294bd2 req-66d7d2fe-2f5e-442d-a212-7d10f2bf7d62 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] Network aa0fd76f-f3e8-4f71-86f1-08611c7d04a0 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 18:54:44.024380 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [req-436b2026-c758-4838-a2f6-1192fe294bd2 req-66d7d2fe-2f5e-442d-a212-7d10f2bf7d62 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 18:54:44.027277 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [req-436b2026-c758-4838-a2f6-1192fe294bd2 req-66d7d2fe-2f5e-442d-a212-7d10f2bf7d62 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 18:54:44.048492 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d7d2fe-2f5e-442d-a212-7d10f2bf7d62 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] Pushing event updated for resources: {'Port': ['ID=a28327fa-5953-44b5-89b4-d8268e4cb909,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:54:44.058889 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d7d2fe-2f5e-442d-a212-7d10f2bf7d62 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:54:44.059104 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d7d2fe-2f5e-442d-a212-7d10f2bf7d62 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:54:44.059332 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d7d2fe-2f5e-442d-a212-7d10f2bf7d62 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:54:44.059572 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d7d2fe-2f5e-442d-a212-7d10f2bf7d62 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:54:44.059814 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d7d2fe-2f5e-442d-a212-7d10f2bf7d62 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:54:44.060041 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d7d2fe-2f5e-442d-a212-7d10f2bf7d62 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:54:44.060260 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d7d2fe-2f5e-442d-a212-7d10f2bf7d62 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:54:44.060475 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d7d2fe-2f5e-442d-a212-7d10f2bf7d62 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:54:44.060692 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d7d2fe-2f5e-442d-a212-7d10f2bf7d62 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:54:44.060909 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d7d2fe-2f5e-442d-a212-7d10f2bf7d62 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:54:44.061128 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d7d2fe-2f5e-442d-a212-7d10f2bf7d62 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:54:44.061345 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d7d2fe-2f5e-442d-a212-7d10f2bf7d62 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:54:44.066652 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-66d7d2fe-2f5e-442d-a212-7d10f2bf7d62 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:54:44.080528 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436b2026-c758-4838-a2f6-1192fe294bd2 req-66d7d2fe-2f5e-442d-a212-7d10f2bf7d62 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:44.080944 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-436b2026-c758-4838-a2f6-1192fe294bd2 req-66d7d2fe-2f5e-442d-a212-7d10f2bf7d62 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56630'] for port, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:44.227297 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-436b2026-c758-4838-a2f6-1192fe294bd2 req-66d7d2fe-2f5e-442d-a212-7d10f2bf7d62 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8237629 Jun 03 18:54:44.245355 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.v2.base [req-436b2026-c758-4838-a2f6-1192fe294bd2 req-c02b9811-7fde-4c02-8f8b-65211d8eb092 service neutron] Request body: {'port': {'device_id': '06a217ea-808d-4358-bce1-b1894c31b47b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:54:44.292444 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa4ada8-26f2-4249-8044-2ccf8c39ff81 req-bff45a38-ccdb-494d-bb52-9d1d4eaa35c6 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:44.292878 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-5aa4ada8-26f2-4249-8044-2ccf8c39ff81 req-bff45a38-ccdb-494d-bb52-9d1d4eaa35c6 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] Synchronizing usage tracker for tenant:3448b67925f84ce7a2bb5aca1dedeff7 on resource:port {{(pid=103516) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 18:54:44.338447 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-436b2026-c758-4838-a2f6-1192fe294bd2 req-c02b9811-7fde-4c02-8f8b-65211d8eb092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:44.412476 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-5aa4ada8-26f2-4249-8044-2ccf8c39ff81 req-bff45a38-ccdb-494d-bb52-9d1d4eaa35c6 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] Unset dirty status for tenant:3448b67925f84ce7a2bb5aca1dedeff7 on resource:port {{(pid=103516) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 18:54:44.413233 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-5aa4ada8-26f2-4249-8044-2ccf8c39ff81 req-bff45a38-ccdb-494d-bb52-9d1d4eaa35c6 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 931 time: 0.2258980 Jun 03 18:54:44.473624 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-5aa4ada8-26f2-4249-8044-2ccf8c39ff81 req-53e4fc1e-256e-4297-a6ef-e356990da2d1 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/security-groups?id=88a55526-4a16-4ffb-b933-aa54cc9df3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552859 Jun 03 18:54:44.605132 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.notifiers.nova [req-436b2026-c758-4838-a2f6-1192fe294bd2 req-c02b9811-7fde-4c02-8f8b-65211d8eb092 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a28327fa-5953-44b5-89b4-d8268e4cb909 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 18:54:44.611204 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-436b2026-c758-4838-a2f6-1192fe294bd2 req-c02b9811-7fde-4c02-8f8b-65211d8eb092 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:44.627060 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [req-436b2026-c758-4838-a2f6-1192fe294bd2 req-c02b9811-7fde-4c02-8f8b-65211d8eb092 service neutron] Transition to ACTIVE for port object a28327fa-5953-44b5-89b4-d8268e4cb909 will not be triggered until provisioned by entity L2. {{(pid=103516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 18:54:44.634114 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db22336-6410-4c9f-b661-a05ddae6df68 req-d20812bb-2133-4cb1-b8cf-20f84c0f09fd tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:44.635052 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-9db22336-6410-4c9f-b661-a05ddae6df68 req-d20812bb-2133-4cb1-b8cf-20f84c0f09fd tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/ports?device_id=785adb53-9067-4f06-ae73-4b5ef535ca76 HTTP/1.1" status: 200 len: 945 time: 0.0993810 Jun 03 18:54:44.664781 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-9db22336-6410-4c9f-b661-a05ddae6df68 req-eb7184c3-6b24-46c9-80b0-0aab414e0569 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/security-groups?id=de79eae5-a911-47fd-a1b2-ffba49b823ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0254600 Jun 03 18:54:44.706736 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-436b2026-c758-4838-a2f6-1192fe294bd2 req-c02b9811-7fde-4c02-8f8b-65211d8eb092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3013931'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:44.709766 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-a211ecdb-3337-4b44-a0dd-9bebb2e2fb3f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:54:44.814690 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02b9811-7fde-4c02-8f8b-65211d8eb092 service neutron] Pushing event updated for resources: {'Port': ['ID=a28327fa-5953-44b5-89b4-d8268e4cb909,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:54:44.817762 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-c02b9811-7fde-4c02-8f8b-65211d8eb092 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:54:44.885307 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b42b9c7-550e-4ae7-86a6-abf86e63ada1 req-70ec58d9-0c34-4c34-88c4-73d09dcbcc47 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:44.886209 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-8b42b9c7-550e-4ae7-86a6-abf86e63ada1 req-70ec58d9-0c34-4c34-88c4-73d09dcbcc47 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.1553187 Jun 03 18:54:44.890483 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [req-436b2026-c758-4838-a2f6-1192fe294bd2 req-c02b9811-7fde-4c02-8f8b-65211d8eb092 service neutron] Attempting to bind port a28327fa-5953-44b5-89b4-d8268e4cb909 on host hv-cinder-79466 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 18:54:44.890665 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [req-436b2026-c758-4838-a2f6-1192fe294bd2 req-c02b9811-7fde-4c02-8f8b-65211d8eb092 service neutron] Attempting to bind port a28327fa-5953-44b5-89b4-d8268e4cb909 by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': '9929ff0e-6603-471d-9097-d7c324072025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1431, 'network_id': 'aa0fd76f-f3e8-4f71-86f1-08611c7d04a0'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 18:54:44.890818 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436b2026-c758-4838-a2f6-1192fe294bd2 req-c02b9811-7fde-4c02-8f8b-65211d8eb092 service neutron] Attempting to bind port a28327fa-5953-44b5-89b4-d8268e4cb909 on network aa0fd76f-f3e8-4f71-86f1-08611c7d04a0 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 18:54:44.901991 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436b2026-c758-4838-a2f6-1192fe294bd2 req-c02b9811-7fde-4c02-8f8b-65211d8eb092 service neutron] Port a28327fa-5953-44b5-89b4-d8268e4cb909 on network aa0fd76f-f3e8-4f71-86f1-08611c7d04a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 18:54:44.902187 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436b2026-c758-4838-a2f6-1192fe294bd2 req-c02b9811-7fde-4c02-8f8b-65211d8eb092 service neutron] Attempting to bind port a28327fa-5953-44b5-89b4-d8268e4cb909 on network aa0fd76f-f3e8-4f71-86f1-08611c7d04a0 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 18:54:44.909267 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436b2026-c758-4838-a2f6-1192fe294bd2 req-c02b9811-7fde-4c02-8f8b-65211d8eb092 service neutron] Checking agent: {'id': 'af909ad5-3a3f-482f-ab55-4c32617c9c15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 18, 49, 2), 'started_at': datetime.datetime(2021, 6, 3, 18, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 18, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 18:54:44.909472 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436b2026-c758-4838-a2f6-1192fe294bd2 req-c02b9811-7fde-4c02-8f8b-65211d8eb092 service neutron] Checking segment: {'id': '9929ff0e-6603-471d-9097-d7c324072025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1431, 'network_id': 'aa0fd76f-f3e8-4f71-86f1-08611c7d04a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 18:54:44.909692 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436b2026-c758-4838-a2f6-1192fe294bd2 req-c02b9811-7fde-4c02-8f8b-65211d8eb092 service neutron] Bound using segment: {'id': '9929ff0e-6603-471d-9097-d7c324072025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1431, 'network_id': 'aa0fd76f-f3e8-4f71-86f1-08611c7d04a0'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 18:54:44.909956 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [req-436b2026-c758-4838-a2f6-1192fe294bd2 req-c02b9811-7fde-4c02-8f8b-65211d8eb092 service neutron] Bound port: a28327fa-5953-44b5-89b4-d8268e4cb909, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9929ff0e-6603-471d-9097-d7c324072025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1431, 'network_id': 'aa0fd76f-f3e8-4f71-86f1-08611c7d04a0'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 18:54:44.910167 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-436b2026-c758-4838-a2f6-1192fe294bd2 req-c02b9811-7fde-4c02-8f8b-65211d8eb092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:44.950892 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-8b42b9c7-550e-4ae7-86a6-abf86e63ada1 req-ae13ce61-1d6d-4f2a-8500-beb6a288344b tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575526 Jun 03 18:54:44.974398 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.db [req-436b2026-c758-4838-a2f6-1192fe294bd2 req-c02b9811-7fde-4c02-8f8b-65211d8eb092 service neutron] For port a28327fa-5953-44b5-89b4-d8268e4cb909, host hv-cinder-79466, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 18:54:44.976241 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.db [req-436b2026-c758-4838-a2f6-1192fe294bd2 req-c02b9811-7fde-4c02-8f8b-65211d8eb092 service neutron] For port a28327fa-5953-44b5-89b4-d8268e4cb909, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=a28327fa-5953-44b5-89b4-d8268e4cb909,segment=NetworkSegment(9929ff0e-6603-471d-9097-d7c324072025),segment_id=9929ff0e-6603-471d-9097-d7c324072025)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 18:54:45.039230 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-436b2026-c758-4838-a2f6-1192fe294bd2 req-c02b9811-7fde-4c02-8f8b-65211d8eb092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3013931'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:45.043630 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-66d7d2fe-2f5e-442d-a212-7d10f2bf7d62 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:54:45.083561 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436b2026-c758-4838-a2f6-1192fe294bd2 req-c02b9811-7fde-4c02-8f8b-65211d8eb092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:45.083949 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-436b2026-c758-4838-a2f6-1192fe294bd2 req-c02b9811-7fde-4c02-8f8b-65211d8eb092 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56630'] for port, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:45.084928 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-436b2026-c758-4838-a2f6-1192fe294bd2 req-c02b9811-7fde-4c02-8f8b-65211d8eb092 service neutron] 10.222.0.108 "PUT /v2.0/ports/a28327fa-5953-44b5-89b4-d8268e4cb909 HTTP/1.1" status: 200 len: 1093 time: 0.8428321 Jun 03 18:54:45.085234 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06a217ea-808d-4358-bce1-b1894c31b47b', 'tag': 'a28327fa-5953-44b5-89b4-d8268e4cb909'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 18:54:45.086752 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc39b0f538a7142e305aed45b4a3a48499e72eb72884f9d3de90a53803998271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e344bf-8bf9-4c65-a6b6-67e6a0658c5d" -d '{"events": [{"name": "network-changed", "server_uuid": "06a217ea-808d-4358-bce1-b1894c31b47b", "tag": "a28327fa-5953-44b5-89b4-d8268e4cb909"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 18:54:45.101444 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02b9811-7fde-4c02-8f8b-65211d8eb092 service neutron] Pushing event updated for resources: {'Port': ['ID=a28327fa-5953-44b5-89b4-d8268e4cb909,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:54:45.103229 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-c02b9811-7fde-4c02-8f8b-65211d8eb092 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:54:45.117811 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 18:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea3294b-4db0-49d4-9350-a85c53a87e3b x-openstack-request-id: req-1ea3294b-4db0-49d4-9350-a85c53a87e3b {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 18:54:45.117985 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06a217ea-808d-4358-bce1-b1894c31b47b", "tag": "a28327fa-5953-44b5-89b4-d8268e4cb909", "status": "completed", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 18:54:45.118135 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1ea3294b-4db0-49d4-9350-a85c53a87e3b {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 18:54:45.118383 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06a217ea-808d-4358-bce1-b1894c31b47b', 'tag': 'a28327fa-5953-44b5-89b4-d8268e4cb909', 'status': 'completed', 'code': 200} Jun 03 18:54:45.250952 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e344bf-8bf9-4c65-a6b6-67e6a0658c5d req-c2525dc9-eb99-4fc2-8ce6-82e5871291f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:45.251914 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-90e344bf-8bf9-4c65-a6b6-67e6a0658c5d req-c2525dc9-eb99-4fc2-8ce6-82e5871291f6 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=3448b67925f84ce7a2bb5aca1dedeff7&device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 1096 time: 0.1086354 Jun 03 18:54:45.339215 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e344bf-8bf9-4c65-a6b6-67e6a0658c5d req-48992393-e183-4124-9283-9d2542371108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:45.340131 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-90e344bf-8bf9-4c65-a6b6-67e6a0658c5d req-48992393-e183-4124-9283-9d2542371108 service neutron] 10.222.0.108 "GET /v2.0/networks?tenant_id=3448b67925f84ce7a2bb5aca1dedeff7&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0787573 Jun 03 18:54:45.429910 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e344bf-8bf9-4c65-a6b6-67e6a0658c5d req-5a9317da-872e-4d82-b41a-c43d1edcb9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:45.430732 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-90e344bf-8bf9-4c65-a6b6-67e6a0658c5d req-5a9317da-872e-4d82-b41a-c43d1edcb9a7 service neutron] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0807464 Jun 03 18:54:45.617228 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90bebfd-4539-4685-885e-55d8c0568aed req-3a42946e-3f55-46d3-91b2-9e46cd309ebc tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:45.618196 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-b90bebfd-4539-4685-885e-55d8c0568aed req-3a42946e-3f55-46d3-91b2-9e46cd309ebc tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 943 time: 0.0669978 Jun 03 18:54:45.649322 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-b90bebfd-4539-4685-885e-55d8c0568aed req-51864436-b060-4d0c-bad4-eab0b22cd993 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/security-groups?id=88a55526-4a16-4ffb-b933-aa54cc9df3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274224 Jun 03 18:54:45.804708 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424df190-8668-488b-a5de-b150db0f4160 req-89baf90c-f050-442e-880d-3a6414d62bfa tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:45.805744 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-424df190-8668-488b-a5de-b150db0f4160 req-89baf90c-f050-442e-880d-3a6414d62bfa tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/ports?device_id=785adb53-9067-4f06-ae73-4b5ef535ca76 HTTP/1.1" status: 200 len: 945 time: 0.0692947 Jun 03 18:54:45.836508 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-424df190-8668-488b-a5de-b150db0f4160 req-83126ae9-b720-494e-b13b-325e2959688a tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/security-groups?id=de79eae5-a911-47fd-a1b2-ffba49b823ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264764 Jun 03 18:54:46.077308 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad8b94-0140-4b75-a9a4-17d5de90a538 req-408eb511-fbfe-4ac6-96cb-2fa0141885a5 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:46.078101 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-cdad8b94-0140-4b75-a9a4-17d5de90a538 req-408eb511-fbfe-4ac6-96cb-2fa0141885a5 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0442660 Jun 03 18:54:46.105900 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-cdad8b94-0140-4b75-a9a4-17d5de90a538 req-8442054f-9d31-42ae-a743-f709049c97ed tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0212398 Jun 03 18:54:46.783476 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf2dabd-2bdb-4ea1-9fc6-72d09bd4dbce req-03aec9bc-aa0a-4210-880d-7641ba6c2582 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:46.784474 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-4cf2dabd-2bdb-4ea1-9fc6-72d09bd4dbce req-03aec9bc-aa0a-4210-880d-7641ba6c2582 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 943 time: 0.0594254 Jun 03 18:54:46.812615 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [req-4cf2dabd-2bdb-4ea1-9fc6-72d09bd4dbce req-aaf0a126-feea-40a7-ba7a-314b3f3492f8 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] Synchronizing usage tracker for tenant:3448b67925f84ce7a2bb5aca1dedeff7 on resource:security_group {{(pid=103517) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 18:54:46.911077 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [req-4cf2dabd-2bdb-4ea1-9fc6-72d09bd4dbce req-aaf0a126-feea-40a7-ba7a-314b3f3492f8 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] Unset dirty status for tenant:3448b67925f84ce7a2bb5aca1dedeff7 on resource:security_group {{(pid=103517) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 18:54:46.912601 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-4cf2dabd-2bdb-4ea1-9fc6-72d09bd4dbce req-aaf0a126-feea-40a7-ba7a-314b3f3492f8 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/security-groups?id=88a55526-4a16-4ffb-b933-aa54cc9df3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238663 Jun 03 18:54:47.050914 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436b2026-c758-4838-a2f6-1192fe294bd2 req-4bc09965-c319-4113-9cf2-27cc6d807400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:47.051935 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-436b2026-c758-4838-a2f6-1192fe294bd2 req-4bc09965-c319-4113-9cf2-27cc6d807400 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=3448b67925f84ce7a2bb5aca1dedeff7&device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 1096 time: 0.0568633 Jun 03 18:54:47.102835 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-436b2026-c758-4838-a2f6-1192fe294bd2 req-a480c22b-ebb0-49aa-a850-0749aed9f3d5 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a28327fa-5953-44b5-89b4-d8268e4cb909 HTTP/1.1" status: 200 len: 217 time: 0.0405679 Jun 03 18:54:47.150136 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436b2026-c758-4838-a2f6-1192fe294bd2 req-d820caff-1e83-4965-958d-7aa07b69ddfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:47.151167 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-436b2026-c758-4838-a2f6-1192fe294bd2 req-d820caff-1e83-4965-958d-7aa07b69ddfd service neutron] 10.222.0.108 "GET /v2.0/subnets?id=30a79ae7-0ef2-4a49-87d4-9054fea7bf56 HTTP/1.1" status: 200 len: 849 time: 0.0422878 Jun 03 18:54:47.182838 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-436b2026-c758-4838-a2f6-1192fe294bd2 req-7130f044-ec96-42b9-bd75-2fb6fe961e8f service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=aa0fd76f-f3e8-4f71-86f1-08611c7d04a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255213 Jun 03 18:54:47.301102 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-436b2026-c758-4838-a2f6-1192fe294bd2 req-c602024e-b1b5-4d1a-936c-8f365e88b154 service neutron] 10.222.0.108 "GET /v2.0/networks/aa0fd76f-f3e8-4f71-86f1-08611c7d04a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117756 Jun 03 18:54:47.309113 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e00bbe5-2d57-4ca0-874d-988a4c99b171 req-5cbae713-0ae8-4dbd-b9cc-275e48fd8fef tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:47.310433 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-6e00bbe5-2d57-4ca0-874d-988a4c99b171 req-5cbae713-0ae8-4dbd-b9cc-275e48fd8fef tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.1080041 Jun 03 18:54:47.388968 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-6e00bbe5-2d57-4ca0-874d-988a4c99b171 req-6e8e2e2f-2068-4809-8534-80974758d791 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670235 Jun 03 18:54:47.403147 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-436b2026-c758-4838-a2f6-1192fe294bd2 req-4668cc2f-2690-480f-b910-6d9765870faa service neutron] 10.222.0.108 "GET /v2.0/networks/aa0fd76f-f3e8-4f71-86f1-08611c7d04a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921361 Jun 03 18:54:48.057755 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bdc500-dfc4-4cc2-bc65-ab5310b16350 req-40912343-33c0-46d3-bb0d-4a0bf0fe1e32 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:48.058676 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-c5bdc500-dfc4-4cc2-bc65-ab5310b16350 req-40912343-33c0-46d3-bb0d-4a0bf0fe1e32 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 943 time: 0.0603061 Jun 03 18:54:48.094058 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-c5bdc500-dfc4-4cc2-bc65-ab5310b16350 req-bcc0bda7-8f3b-4ffd-a1c7-3a3ef5c8f817 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/security-groups?id=88a55526-4a16-4ffb-b933-aa54cc9df3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283835 Jun 03 18:54:48.536171 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aee3a3-597a-4ae7-8e18-45ccecb23f24 req-9296001c-a68c-4bb3-b07b-50d55c707eba tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:48.537257 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-96aee3a3-597a-4ae7-8e18-45ccecb23f24 req-9296001c-a68c-4bb3-b07b-50d55c707eba tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0599780 Jun 03 18:54:48.567089 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-96aee3a3-597a-4ae7-8e18-45ccecb23f24 req-3ec37f6f-7742-4d08-a25b-b33b7c398792 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0256619 Jun 03 18:54:49.221731 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7030e0-322f-40e5-8b6b-4ce79751f2a9 req-46194b2b-64b6-43cd-98c8-71fb456ab3c7 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:49.222777 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-6a7030e0-322f-40e5-8b6b-4ce79751f2a9 req-46194b2b-64b6-43cd-98c8-71fb456ab3c7 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 943 time: 0.0554192 Jun 03 18:54:49.251964 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-6a7030e0-322f-40e5-8b6b-4ce79751f2a9 req-3e296fc5-24b6-4075-a223-435005656a5c tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/security-groups?id=88a55526-4a16-4ffb-b933-aa54cc9df3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0248854 Jun 03 18:54:49.693385 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd76f2-18ef-4446-ae76-24eb729bea0a req-093ce7db-66b9-471c-b94f-01d07349aa8c tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:49.694352 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-15fd76f2-18ef-4446-ae76-24eb729bea0a req-093ce7db-66b9-471c-b94f-01d07349aa8c tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0577397 Jun 03 18:54:49.723879 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-15fd76f2-18ef-4446-ae76-24eb729bea0a req-4af2d121-fe7e-494f-bed4-59a82c49af28 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0253851 Jun 03 18:54:50.203404 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Device a28327fa-5953-44b5-89b4-d8268e4cb909 details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=103518) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 18:54:50.308616 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] For port a28327fa-5953-44b5-89b4-d8268e4cb909, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=a28327fa-5953-44b5-89b4-d8268e4cb909,segment=NetworkSegment(9929ff0e-6603-471d-9097-d7c324072025),segment_id=9929ff0e-6603-471d-9097-d7c324072025)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:54:50.320653 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Returning: {'device': 'a28327fa-5953-44b5-89b4-d8268e4cb909', 'network_id': 'aa0fd76f-f3e8-4f71-86f1-08611c7d04a0', 'port_id': 'a28327fa-5953-44b5-89b4-d8268e4cb909', 'mac_address': 'fa:16:3e:8e:65:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30a79ae7-0ef2-4a49-87d4-9054fea7bf56', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103518) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 18:54:50.356341 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:50.367198 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.notifiers.nova [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a28327fa-5953-44b5-89b4-d8268e4cb909 {{(pid=103518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 18:54:50.377482 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] For port a28327fa-5953-44b5-89b4-d8268e4cb909, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=a28327fa-5953-44b5-89b4-d8268e4cb909,segment=NetworkSegment(9929ff0e-6603-471d-9097-d7c324072025),segment_id=9929ff0e-6603-471d-9097-d7c324072025)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:54:50.389674 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7398d31-aaf6-40ab-9c34-fd484eceff92 req-e07bc929-40c4-4c12-9bdd-e7313403fefa tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:50.390707 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-f7398d31-aaf6-40ab-9c34-fd484eceff92 req-e07bc929-40c4-4c12-9bdd-e7313403fefa tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 943 time: 0.0566061 Jun 03 18:54:50.421700 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-f7398d31-aaf6-40ab-9c34-fd484eceff92 req-cf3297ff-3c39-46dd-b0ed-7907f0b38a2f tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/security-groups?id=88a55526-4a16-4ffb-b933-aa54cc9df3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269589 Jun 03 18:54:50.468090 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:50.469874 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:54:50.521816 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Pushing event updated for resources: {'Port': ['ID=a28327fa-5953-44b5-89b4-d8268e4cb909,revision_number=4']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:54:50.524574 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:54:50.814521 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] get_ports_and_sgs() called for port_ids ['a28327fa-5953-44b5-89b4-d8268e4cb909'] {{(pid=103518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 18:54:50.868190 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04dbdc9-9214-46fd-b9a7-6c8eb94d1f06 req-62b4db57-3c1f-4abe-9ee7-47332bac4ee7 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:50.869225 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-b04dbdc9-9214-46fd-b9a7-6c8eb94d1f06 req-62b4db57-3c1f-4abe-9ee7-47332bac4ee7 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0598676 Jun 03 18:54:50.898513 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-b04dbdc9-9214-46fd-b9a7-6c8eb94d1f06 req-ed892633-1e91-41ac-bcda-5214471161c5 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0248575 Jun 03 18:54:51.548607 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db36b902-720e-4750-9027-032c487af7ee req-a9f30259-d49c-47fa-9696-a87896db637e tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:51.549566 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-db36b902-720e-4750-9027-032c487af7ee req-a9f30259-d49c-47fa-9696-a87896db637e tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 944 time: 0.0557160 Jun 03 18:54:51.581695 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-db36b902-720e-4750-9027-032c487af7ee req-bc6f3a71-9484-4a30-936e-36cfa4550dc1 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/security-groups?id=88a55526-4a16-4ffb-b933-aa54cc9df3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286081 Jun 03 18:54:52.041050 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d296b74-2bf3-4c07-9bd7-323c4bf9c8ce req-13dcc29f-be6c-43dd-b1d6-ad2ba054d04f tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:52.042180 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-2d296b74-2bf3-4c07-9bd7-323c4bf9c8ce req-13dcc29f-be6c-43dd-b1d6-ad2ba054d04f tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0704520 Jun 03 18:54:52.072982 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-2d296b74-2bf3-4c07-9bd7-323c4bf9c8ce req-9eb2e61c-ba9a-4f4d-a30f-c33d6b263c69 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261638 Jun 03 18:54:52.227668 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Device a28327fa-5953-44b5-89b4-d8268e4cb909 up at agent hyperv_hv-cinder-79466 {{(pid=103518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 18:54:52.358494 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Provisioning for port a28327fa-5953-44b5-89b4-d8268e4cb909 completed by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 18:54:52.363104 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Provisioning complete for port a28327fa-5953-44b5-89b4-d8268e4cb909 triggered by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 18:54:52.363366 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:52.457376 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:52.469169 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e79c1-d22f-4559-bb3a-eb0aaeee1c30 req-5d1852c7-40f9-4cdc-b5a2-0efda58c1f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:52.470178 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-200e79c1-d22f-4559-bb3a-eb0aaeee1c30 req-5d1852c7-40f9-4cdc-b5a2-0efda58c1f72 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=d9d38a24baac46b597b583bcef65367c&device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 1097 time: 0.0533679 Jun 03 18:54:52.477638 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06a217ea-808d-4358-bce1-b1894c31b47b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a28327fa-5953-44b5-89b4-d8268e4cb909'}] {{(pid=103518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 18:54:52.479199 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db66028b02b75232abd2ce52c3e0184f662a2cc7ac62fff2d597f865859cb538" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f331eb01-f8a7-4994-b5ef-5ad50caed7f3" -d '{"events": [{"server_uuid": "06a217ea-808d-4358-bce1-b1894c31b47b", "name": "network-vif-plugged", "status": "completed", "tag": "a28327fa-5953-44b5-89b4-d8268e4cb909"}]}' {{(pid=103518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 18:54:52.484630 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] For port a28327fa-5953-44b5-89b4-d8268e4cb909, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=a28327fa-5953-44b5-89b4-d8268e4cb909,segment=NetworkSegment(9929ff0e-6603-471d-9097-d7c324072025),segment_id=9929ff0e-6603-471d-9097-d7c324072025)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:54:52.507634 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 18:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deada42f-01db-458e-9310-cd82916636c4 x-openstack-request-id: req-deada42f-01db-458e-9310-cd82916636c4 {{(pid=103518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 18:54:52.507963 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06a217ea-808d-4358-bce1-b1894c31b47b", "name": "network-vif-plugged", "status": "completed", "tag": "a28327fa-5953-44b5-89b4-d8268e4cb909", "code": 200}]} {{(pid=103518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 18:54:52.508143 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-deada42f-01db-458e-9310-cd82916636c4 {{(pid=103518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 18:54:52.508426 dv-cinder-794661-1-smb neutron-server[103518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06a217ea-808d-4358-bce1-b1894c31b47b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a28327fa-5953-44b5-89b4-d8268e4cb909', 'code': 200} Jun 03 18:54:52.558363 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:52.561217 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:54:52.611047 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Pushing event updated for resources: {'Port': ['ID=a28327fa-5953-44b5-89b4-d8268e4cb909,revision_number=5']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:54:52.615043 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:54:52.637232 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e79c1-d22f-4559-bb3a-eb0aaeee1c30 req-3701d016-d06e-44c4-985d-d3e9a15f61c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:52.638321 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-200e79c1-d22f-4559-bb3a-eb0aaeee1c30 req-3701d016-d06e-44c4-985d-d3e9a15f61c3 service neutron] 10.222.0.108 "GET /v2.0/networks?tenant_id=d9d38a24baac46b597b583bcef65367c&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1599672 Jun 03 18:54:52.692744 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f57b27-f871-478f-92e5-e857e200b3a4 req-4cce336d-da8b-42a5-90c8-e1b6e8bd7c7f tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:52.693705 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-21f57b27-f871-478f-92e5-e857e200b3a4 req-4cce336d-da8b-42a5-90c8-e1b6e8bd7c7f tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 945 time: 0.0494037 Jun 03 18:54:52.718925 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-21f57b27-f871-478f-92e5-e857e200b3a4 req-279bc04d-2016-4b5a-9022-897fb294f9a7 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/security-groups?id=88a55526-4a16-4ffb-b933-aa54cc9df3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0218155 Jun 03 18:54:52.727731 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e79c1-d22f-4559-bb3a-eb0aaeee1c30 req-e94dfa10-3751-4eb5-b6c7-57f67e3b99c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:52.728758 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-200e79c1-d22f-4559-bb3a-eb0aaeee1c30 req-e94dfa10-3751-4eb5-b6c7-57f67e3b99c5 service neutron] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0821807 Jun 03 18:54:53.185133 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da28d679-3a1c-4c97-844c-867b73029fff req-8f226345-b61e-4ea3-938d-0ab5ab46908e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:53.186069 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-da28d679-3a1c-4c97-844c-867b73029fff req-8f226345-b61e-4ea3-938d-0ab5ab46908e service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=d9d38a24baac46b597b583bcef65367c&device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 1097 time: 0.0507312 Jun 03 18:54:53.205109 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc1d2d3-7d1d-47ce-9644-b42726fbb255 req-3f10db1e-b525-4195-9f09-7da6bfe8b214 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:53.206576 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-bcc1d2d3-7d1d-47ce-9644-b42726fbb255 req-3f10db1e-b525-4195-9f09-7da6bfe8b214 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0563416 Jun 03 18:54:53.235610 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-bcc1d2d3-7d1d-47ce-9644-b42726fbb255 req-809ee356-e7ba-4c2b-98a9-fcd450f2c87f tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0253394 Jun 03 18:54:53.235906 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-da28d679-3a1c-4c97-844c-867b73029fff req-ef44c51d-f02a-4cae-bcfa-294b7282acaf service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44cb3bfc-7aae-4519-accd-661594a5c489 HTTP/1.1" status: 200 len: 217 time: 0.0378089 Jun 03 18:54:53.277923 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da28d679-3a1c-4c97-844c-867b73029fff req-bf2b9460-9ca1-45e2-a283-d1dd15d6fc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:53.279306 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-da28d679-3a1c-4c97-844c-867b73029fff req-bf2b9460-9ca1-45e2-a283-d1dd15d6fc4a service neutron] 10.222.0.108 "GET /v2.0/subnets?id=fe7b0dbf-28e6-4929-ac4a-322194eadbe9 HTTP/1.1" status: 200 len: 854 time: 0.0336518 Jun 03 18:54:53.333503 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da28d679-3a1c-4c97-844c-867b73029fff req-d46e6ae2-5fed-44d4-965b-bd9ea4a620f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:53.334299 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-da28d679-3a1c-4c97-844c-867b73029fff req-d46e6ae2-5fed-44d4-965b-bd9ea4a620f8 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=d37c0514-a3e6-48ec-8f13-b783af090b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0367138 Jun 03 18:54:53.414962 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-da28d679-3a1c-4c97-844c-867b73029fff req-5072b27e-9dd4-45d6-8f67-dff416f25d12 service neutron] 10.222.0.108 "GET /v2.0/networks/d37c0514-a3e6-48ec-8f13-b783af090b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0718651 Jun 03 18:54:53.494225 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-da28d679-3a1c-4c97-844c-867b73029fff req-f198ff00-5867-4883-8937-be1a76e6d77a service neutron] 10.222.0.108 "GET /v2.0/networks/d37c0514-a3e6-48ec-8f13-b783af090b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0692639 Jun 03 18:54:53.865928 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfab0c7-ba1a-4945-98ba-9949335c7314 req-9095886d-0783-40d3-8230-715fb6089896 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:53.866943 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-5cfab0c7-ba1a-4945-98ba-9949335c7314 req-9095886d-0783-40d3-8230-715fb6089896 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 945 time: 0.0604990 Jun 03 18:54:53.895677 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-5cfab0c7-ba1a-4945-98ba-9949335c7314 req-d2c76de6-ddc8-43f1-8ae3-32dce8c229a5 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/security-groups?id=88a55526-4a16-4ffb-b933-aa54cc9df3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0247612 Jun 03 18:54:54.158207 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a04b54b-e01a-42ad-bf1a-265c96991507 req-c9194159-19d4-4715-8f31-216a693add25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:54.159284 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-2a04b54b-e01a-42ad-bf1a-265c96991507 req-c9194159-19d4-4715-8f31-216a693add25 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 1098 time: 0.0534887 Jun 03 18:54:54.189607 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-2a04b54b-e01a-42ad-bf1a-265c96991507 req-a19fd262-7583-48cc-8e1d-5df6578ba8dd service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=88a55526-4a16-4ffb-b933-aa54cc9df3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0226007 Jun 03 18:54:54.378660 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a30a45-06a1-498e-a64a-b6e5e1579737 req-89951c02-1be2-4bde-8c3e-529e904ddd0d tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:54.379716 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-e5a30a45-06a1-498e-a64a-b6e5e1579737 req-89951c02-1be2-4bde-8c3e-529e904ddd0d tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0674393 Jun 03 18:54:54.411196 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-e5a30a45-06a1-498e-a64a-b6e5e1579737 req-b531ad62-a0b6-4e11-bae1-9e96fa5bf4be tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0249047 Jun 03 18:54:55.059781 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c5285f-1e46-42da-8634-ecda8b160bab req-2dd3841b-80ce-4f9a-85c1-59b680533d16 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:55.060937 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-03c5285f-1e46-42da-8634-ecda8b160bab req-2dd3841b-80ce-4f9a-85c1-59b680533d16 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 945 time: 0.0781624 Jun 03 18:54:55.098808 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-03c5285f-1e46-42da-8634-ecda8b160bab req-abbf2060-7196-43a1-91e3-24ac6a0528dc tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/security-groups?id=88a55526-4a16-4ffb-b933-aa54cc9df3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333769 Jun 03 18:54:55.548667 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7511c8d-0e4f-4951-b5bd-246ae13665a3 req-9d2707b8-6eba-4699-94fc-62ef4e954cb9 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:55.549679 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-f7511c8d-0e4f-4951-b5bd-246ae13665a3 req-9d2707b8-6eba-4699-94fc-62ef4e954cb9 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 944 time: 0.0573077 Jun 03 18:54:55.582549 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-f7511c8d-0e4f-4951-b5bd-246ae13665a3 req-b4ceae1e-3a90-4ef4-a858-69c1ee8f63b4 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261955 Jun 03 18:54:56.232797 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280493d-42d1-4133-b888-be3d4450444e req-32beed0c-6900-4b8a-9820-b3102264da52 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:56.233789 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-8280493d-42d1-4133-b888-be3d4450444e req-32beed0c-6900-4b8a-9820-b3102264da52 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 945 time: 0.0548861 Jun 03 18:54:56.251088 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Device 44cb3bfc-7aae-4519-accd-661594a5c489 details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=103518) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 18:54:56.263496 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-8280493d-42d1-4133-b888-be3d4450444e req-532cdba3-fe79-4841-bbfe-2d5ec598de96 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/security-groups?id=88a55526-4a16-4ffb-b933-aa54cc9df3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0257993 Jun 03 18:54:56.346671 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] For port 44cb3bfc-7aae-4519-accd-661594a5c489, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=44cb3bfc-7aae-4519-accd-661594a5c489,segment=NetworkSegment(16c25a19-650c-4faf-ba1d-432b734bedc4),segment_id=16c25a19-650c-4faf-ba1d-432b734bedc4)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:54:56.355797 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Returning: {'device': '44cb3bfc-7aae-4519-accd-661594a5c489', 'network_id': 'd37c0514-a3e6-48ec-8f13-b783af090b4a', 'port_id': '44cb3bfc-7aae-4519-accd-661594a5c489', 'mac_address': 'fa:16:3e:6a:dc:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe7b0dbf-28e6-4929-ac4a-322194eadbe9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103518) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 18:54:56.391245 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:56.406132 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.notifiers.nova [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44cb3bfc-7aae-4519-accd-661594a5c489 {{(pid=103518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 18:54:56.416061 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] For port 44cb3bfc-7aae-4519-accd-661594a5c489, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=44cb3bfc-7aae-4519-accd-661594a5c489,segment=NetworkSegment(16c25a19-650c-4faf-ba1d-432b734bedc4),segment_id=16c25a19-650c-4faf-ba1d-432b734bedc4)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:54:56.617509 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:56.619058 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:54:56.684120 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Pushing event updated for resources: {'Port': ['ID=44cb3bfc-7aae-4519-accd-661594a5c489,revision_number=4']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:54:56.686446 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:54:56.711969 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f28ac14-88ba-451f-8daa-456218c2bb99 req-c7fcb0e0-d8e3-441e-8138-6b723b952b6a tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:56.712961 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-2f28ac14-88ba-451f-8daa-456218c2bb99 req-c7fcb0e0-d8e3-441e-8138-6b723b952b6a tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 945 time: 0.0582805 Jun 03 18:54:56.742285 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-2f28ac14-88ba-451f-8daa-456218c2bb99 req-ed5d933f-0318-42c3-bdb6-5f1919ada630 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0251749 Jun 03 18:54:56.990328 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] get_ports_and_sgs() called for port_ids ['44cb3bfc-7aae-4519-accd-661594a5c489'] {{(pid=103518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 18:54:58.038866 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ed57ab-c77e-484e-9184-d0005035cf53 req-de0da9e8-0a93-40fe-bf3c-442ea0de3d3b tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:58.040932 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-80ed57ab-c77e-484e-9184-d0005035cf53 req-de0da9e8-0a93-40fe-bf3c-442ea0de3d3b tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 945 time: 0.0580273 Jun 03 18:54:58.068622 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-80ed57ab-c77e-484e-9184-d0005035cf53 req-1cd9b75a-4ec8-46d5-ab8c-8199d837d31f tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0248549 Jun 03 18:54:58.263186 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Device 44cb3bfc-7aae-4519-accd-661594a5c489 up at agent hyperv_hv-cinder-79466 {{(pid=103518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 18:54:58.372108 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Provisioning for port 44cb3bfc-7aae-4519-accd-661594a5c489 completed by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 18:54:58.376598 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Provisioning complete for port 44cb3bfc-7aae-4519-accd-661594a5c489 triggered by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 18:54:58.376862 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:58.453941 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:58.471853 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34bf277c-9ed8-42a7-a07b-c811a02c6d49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44cb3bfc-7aae-4519-accd-661594a5c489'}] {{(pid=103518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 18:54:58.473447 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db66028b02b75232abd2ce52c3e0184f662a2cc7ac62fff2d597f865859cb538" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ec31db-28b0-49d5-83f4-924ffba0bb27" -d '{"events": [{"server_uuid": "34bf277c-9ed8-42a7-a07b-c811a02c6d49", "name": "network-vif-plugged", "status": "completed", "tag": "44cb3bfc-7aae-4519-accd-661594a5c489"}]}' {{(pid=103518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 18:54:58.478525 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] For port 44cb3bfc-7aae-4519-accd-661594a5c489, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=44cb3bfc-7aae-4519-accd-661594a5c489,segment=NetworkSegment(16c25a19-650c-4faf-ba1d-432b734bedc4),segment_id=16c25a19-650c-4faf-ba1d-432b734bedc4)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:54:58.501842 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 18:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-336a9e82-3062-49f7-8f7c-3379d7605112 x-openstack-request-id: req-336a9e82-3062-49f7-8f7c-3379d7605112 {{(pid=103518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 18:54:58.502072 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34bf277c-9ed8-42a7-a07b-c811a02c6d49", "name": "network-vif-plugged", "status": "completed", "tag": "44cb3bfc-7aae-4519-accd-661594a5c489", "code": 200}]} {{(pid=103518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 18:54:58.502244 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-336a9e82-3062-49f7-8f7c-3379d7605112 {{(pid=103518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 18:54:58.502521 dv-cinder-794661-1-smb neutron-server[103518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34bf277c-9ed8-42a7-a07b-c811a02c6d49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44cb3bfc-7aae-4519-accd-661594a5c489', 'code': 200} Jun 03 18:54:58.567557 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:54:58.569168 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-cac48e21-e758-45f9-b54e-a7765b2e2e48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:54:58.615968 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Pushing event updated for resources: {'Port': ['ID=44cb3bfc-7aae-4519-accd-661594a5c489,revision_number=5']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:54:58.618120 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:54:59.200510 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd231f-815a-4fe8-9e4a-34ebbb9ab9b6 req-b55718d7-3d5d-4fff-9382-e04cf256ea7b tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:54:59.201579 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-1bbd231f-815a-4fe8-9e4a-34ebbb9ab9b6 req-b55718d7-3d5d-4fff-9382-e04cf256ea7b tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 946 time: 0.0554895 Jun 03 18:54:59.288713 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-1bbd231f-815a-4fe8-9e4a-34ebbb9ab9b6 req-e9c064f0-8fd1-4c57-87dc-8e5754ceb001 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830126 Jun 03 18:54:59.581742 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-b81522c3-2767-4521-b906-f76db0edd765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:55:00.417015 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de771545-5678-4906-ad23-f94647cd67bb req-a6339688-2c11-40b6-b7e1-acc80a8fd2d4 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:55:00.420909 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-de771545-5678-4906-ad23-f94647cd67bb req-a6339688-2c11-40b6-b7e1-acc80a8fd2d4 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 946 time: 0.0531340 Jun 03 18:55:00.447368 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-de771545-5678-4906-ad23-f94647cd67bb req-02eea863-daaf-4e66-8013-e844d763d68f tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0247500 Jun 03 18:55:00.584226 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:55:00.815132 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-e392a2fd-3e9c-40dd-a8eb-bf0a08fe4269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:55:01.573498 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b3ce62-ed97-4bad-bb1b-ab22750ff2af req-dc247de4-2227-499c-bfbe-988f7ec71d05 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:55:01.574472 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-a4b3ce62-ed97-4bad-bb1b-ab22750ff2af req-dc247de4-2227-499c-bfbe-988f7ec71d05 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 946 time: 0.0568519 Jun 03 18:55:01.605733 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-a4b3ce62-ed97-4bad-bb1b-ab22750ff2af req-af4675de-b0a1-4cef-86fb-e8cd7f1cb844 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267470 Jun 03 18:55:01.973180 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:55:02.603467 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:55:02.724661 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a940d-9154-4bd8-8523-ba36f62e583a req-d2f2e5b2-a4ac-4580-876c-724a198c64e0 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:55:02.725531 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-a17a940d-9154-4bd8-8523-ba36f62e583a req-d2f2e5b2-a4ac-4580-876c-724a198c64e0 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 946 time: 0.0517621 Jun 03 18:55:02.729162 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:55:02.757739 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-a17a940d-9154-4bd8-8523-ba36f62e583a req-46287f38-25d3-40b9-a413-2d23a5868e5e tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282247 Jun 03 18:55:02.829763 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c82e88-a0d1-499a-a193-6760ff016ef3 req-9b6066b2-239a-463f-a391-5f4f1de793f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:55:02.830812 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-61c82e88-a0d1-499a-a193-6760ff016ef3 req-9b6066b2-239a-463f-a391-5f4f1de793f6 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 1099 time: 0.0505905 Jun 03 18:55:02.865187 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-61c82e88-a0d1-499a-a193-6760ff016ef3 req-0416b1cd-e62e-4266-a1f4-58aa9c72e618 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0233288 Jun 03 18:55:03.273671 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc9c90-9c7d-4fe4-b7a2-91539c87f36b req-1b61175c-e87d-46ca-962a-1ea70f9a7e49 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:55:03.274579 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-e0dc9c90-9c7d-4fe4-b7a2-91539c87f36b req-1b61175c-e87d-46ca-962a-1ea70f9a7e49 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 945 time: 0.0636814 Jun 03 18:55:03.307794 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-e0dc9c90-9c7d-4fe4-b7a2-91539c87f36b req-7621450c-7a02-4286-be30-de2846d64f4b tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/security-groups?id=88a55526-4a16-4ffb-b933-aa54cc9df3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267839 Jun 03 18:55:03.920438 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c8b8f-72e6-4923-ae6a-8d23acb3af70 req-30423061-3ce9-4aee-84cb-578155ffc105 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:55:03.921430 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-e96c8b8f-72e6-4923-ae6a-8d23acb3af70 req-30423061-3ce9-4aee-84cb-578155ffc105 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 946 time: 0.0773094 Jun 03 18:55:03.951498 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-e96c8b8f-72e6-4923-ae6a-8d23acb3af70 req-a2e5df72-c251-4db5-8e90-5bd3418e8437 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0251663 Jun 03 18:55:04.450871 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdae60e-918f-4b17-8bc0-ee372dbda2b0 req-f092eec0-cf18-4a7b-8487-7372be2a3624 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:55:04.451647 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-1fdae60e-918f-4b17-8bc0-ee372dbda2b0 req-f092eec0-cf18-4a7b-8487-7372be2a3624 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 945 time: 0.0549948 Jun 03 18:55:04.483694 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-1fdae60e-918f-4b17-8bc0-ee372dbda2b0 req-85e2cab7-e1d8-4ff2-8fab-e3d1f7a16235 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/security-groups?id=88a55526-4a16-4ffb-b933-aa54cc9df3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0256445 Jun 03 18:55:05.145298 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580261a-aeed-40c1-bb97-c3a63de2fbe8 req-6b89373b-efc2-4f37-ab44-e52ec127d4ee tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:55:05.146269 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-6580261a-aeed-40c1-bb97-c3a63de2fbe8 req-6b89373b-efc2-4f37-ab44-e52ec127d4ee tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 946 time: 0.1111283 Jun 03 18:55:05.184564 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-6580261a-aeed-40c1-bb97-c3a63de2fbe8 req-91a1c6e8-720f-4bdf-9289-99fbabb4bc9a tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314405 Jun 03 18:55:05.306151 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e795dcb6-e84d-415c-b139-ec585a719e18 req-4d836fda-c8f0-42a7-826b-00629551b68b tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:55:05.307174 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-e795dcb6-e84d-415c-b139-ec585a719e18 req-4d836fda-c8f0-42a7-826b-00629551b68b tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 946 time: 0.0544648 Jun 03 18:55:05.336261 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-e795dcb6-e84d-415c-b139-ec585a719e18 req-66cd3259-c2ea-451d-b46e-eb5db77d947a tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0251250 Jun 03 18:55:05.578770 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d994490-e775-4992-b49f-e3da28217eaf req-79d602ab-3f46-4d8f-a08e-e8708cda9eb9 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:55:05.580187 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-6d994490-e775-4992-b49f-e3da28217eaf req-79d602ab-3f46-4d8f-a08e-e8708cda9eb9 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 946 time: 0.0560074 Jun 03 18:55:05.608629 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-6d994490-e775-4992-b49f-e3da28217eaf req-2e2fef9e-2b98-4d78-94e5-5d28b5956eee tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0245254 Jun 03 18:55:05.622241 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68255b8-e77c-4ec6-83c6-609cfee0dbb6 req-8fd7bf29-558c-4dd5-be3a-662cb46e50ba tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:55:05.623295 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-e68255b8-e77c-4ec6-83c6-609cfee0dbb6 req-8fd7bf29-558c-4dd5-be3a-662cb46e50ba tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 945 time: 0.0656629 Jun 03 18:55:05.652003 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-e68255b8-e77c-4ec6-83c6-609cfee0dbb6 req-6f176431-f843-4bb8-919c-960a77882618 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/security-groups?id=88a55526-4a16-4ffb-b933-aa54cc9df3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0247784 Jun 03 18:55:06.028277 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca25fab-2469-4249-9a47-6795418de4a8 req-7b22dcbe-e5af-4aa6-a4e9-8b44c4567b35 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:55:06.029294 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-9ca25fab-2469-4249-9a47-6795418de4a8 req-7b22dcbe-e5af-4aa6-a4e9-8b44c4567b35 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.108 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 945 time: 0.0694437 Jun 03 18:55:06.132968 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [req-9ca25fab-2469-4249-9a47-6795418de4a8 req-dcb91875-c7e3-4969-a273-55e2f99c931d tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] Deleting port a28327fa-5953-44b5-89b4-d8268e4cb909 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 18:55:06.132968 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-9ca25fab-2469-4249-9a47-6795418de4a8 req-dcb91875-c7e3-4969-a273-55e2f99c931d tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241832951'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:55:06.214954 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.db [req-9ca25fab-2469-4249-9a47-6795418de4a8 req-dcb91875-c7e3-4969-a273-55e2f99c931d tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] For port a28327fa-5953-44b5-89b4-d8268e4cb909, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=a28327fa-5953-44b5-89b4-d8268e4cb909,segment=NetworkSegment(9929ff0e-6603-471d-9097-d7c324072025),segment_id=9929ff0e-6603-471d-9097-d7c324072025)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:55:06.215171 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-9ca25fab-2469-4249-9a47-6795418de4a8 req-dcb91875-c7e3-4969-a273-55e2f99c931d tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:55:06.289163 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [req-9ca25fab-2469-4249-9a47-6795418de4a8 req-dcb91875-c7e3-4969-a273-55e2f99c931d tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] Calling delete_port for a28327fa-5953-44b5-89b4-d8268e4cb909 owned by compute:nova {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 18:55:06.470392 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-9ca25fab-2469-4249-9a47-6795418de4a8 req-dcb91875-c7e3-4969-a273-55e2f99c931d tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241743607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751241322837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3014096'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:55:06.480972 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-ed1448d1-91d9-492f-a03d-f204254141a6 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:55:06.487433 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] get_ports_and_sgs() called for port_ids ['a28327fa-5953-44b5-89b4-d8268e4cb909'] {{(pid=103518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 18:55:06.516698 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb91875-c7e3-4969-a273-55e2f99c931d tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] Pushing event deleted for resources: {'Port': ['ID=a28327fa-5953-44b5-89b4-d8268e4cb909,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:55:06.519031 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-dcb91875-c7e3-4969-a273-55e2f99c931d tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:55:06.574809 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ca25fab-2469-4249-9a47-6795418de4a8 req-dcb91875-c7e3-4969-a273-55e2f99c931d tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] No DVR routers for this DVR port a28327fa-5953-44b5-89b4-d8268e4cb909 on host hv-cinder-79466 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 18:55:06.574809 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-9ca25fab-2469-4249-9a47-6795418de4a8 req-dcb91875-c7e3-4969-a273-55e2f99c931d tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56630'] for port, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:55:06.574809 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06a217ea-808d-4358-bce1-b1894c31b47b', 'name': 'network-vif-deleted', 'tag': 'a28327fa-5953-44b5-89b4-d8268e4cb909'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 18:55:06.574809 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc39b0f538a7142e305aed45b4a3a48499e72eb72884f9d3de90a53803998271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b55044f-d7fb-40de-8faf-58d6580b34f2" -d '{"events": [{"server_uuid": "06a217ea-808d-4358-bce1-b1894c31b47b", "name": "network-vif-deleted", "tag": "a28327fa-5953-44b5-89b4-d8268e4cb909"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 18:55:06.604426 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 18:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f3b09b-7490-431f-82de-a9920fc70c3d x-openstack-request-id: req-e2f3b09b-7490-431f-82de-a9920fc70c3d {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 18:55:06.604426 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06a217ea-808d-4358-bce1-b1894c31b47b", "name": "network-vif-deleted", "tag": "a28327fa-5953-44b5-89b4-d8268e4cb909", "status": "completed", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 18:55:06.604426 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e2f3b09b-7490-431f-82de-a9920fc70c3d {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 18:55:06.604426 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06a217ea-808d-4358-bce1-b1894c31b47b', 'name': 'network-vif-deleted', 'tag': 'a28327fa-5953-44b5-89b4-d8268e4cb909', 'status': 'completed', 'code': 200} Jun 03 18:55:06.653371 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-9ca25fab-2469-4249-9a47-6795418de4a8 req-dcb91875-c7e3-4969-a273-55e2f99c931d tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.108 "DELETE /v2.0/ports/a28327fa-5953-44b5-89b4-d8268e4cb909 HTTP/1.1" status: 204 len: 173 time: 0.6092680 Jun 03 18:55:06.752834 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-c0cf0ef7-961d-4b8e-b7ed-4bcdd9384beb req-fab4ef12-8ac6-4f5b-adc3-a1de87bad76a tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 210 time: 0.0284662 Jun 03 18:55:07.890476 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-6c3c3dd1-3fd3-4744-96e9-5aa8f586b4ab req-b50fc3f7-c866-45be-abc3-7af7adc603b7 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] Synchronizing usage tracker for tenant:3448b67925f84ce7a2bb5aca1dedeff7 on resource:port {{(pid=103516) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 18:55:07.988011 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-6c3c3dd1-3fd3-4744-96e9-5aa8f586b4ab req-b50fc3f7-c866-45be-abc3-7af7adc603b7 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] Unset dirty status for tenant:3448b67925f84ce7a2bb5aca1dedeff7 on resource:port {{(pid=103516) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 18:55:07.989478 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-6c3c3dd1-3fd3-4744-96e9-5aa8f586b4ab req-b50fc3f7-c866-45be-abc3-7af7adc603b7 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 210 time: 0.1298435 Jun 03 18:55:09.964893 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-4e185438-da2a-4e56-b6ec-2a92d9a85702 req-a3afb0c8-4952-4e43-bc4e-28485e0e08ac tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 210 time: 0.0329895 Jun 03 18:55:10.027551 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 18:55:10.333883 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Device a28327fa-5953-44b5-89b4-d8268e4cb909 no longer exists at agent hyperv_hv-cinder-79466 {{(pid=103518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 18:55:10.367346 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.plugin [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] No Port match for: a28327fa-5953-44b5-89b4-d8268e4cb909 {{(pid=103518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 18:55:10.367595 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Device a28327fa-5953-44b5-89b4-d8268e4cb909 not bound to the agent host hv-cinder-79466 {{(pid=103518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 18:55:11.071953 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-a15b6ad6-a79d-4e46-92bd-4a79dd29fa09 req-3901a937-2698-4810-8374-0a2d6dfd0296 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 210 time: 0.0285225 Jun 03 18:55:11.250816 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-9b873321-b13c-4739-b518-fead82cd9061 req-4f88ea33-442d-4c17-85c1-04ca093412ab service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=381044c8-cab6-44e0-a866-9b4253a6cc73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0590243 Jun 03 18:55:11.743080 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b873321-b13c-4739-b518-fead82cd9061 req-c831d26a-5b99-4e21-856b-33125a1dcc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:55:11.744199 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-9b873321-b13c-4739-b518-fead82cd9061 req-c831d26a-5b99-4e21-856b-33125a1dcc59 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=d251c2b110174194859afacde2df517e&device_id=381044c8-cab6-44e0-a866-9b4253a6cc73 HTTP/1.1" status: 200 len: 1098 time: 0.0630839 Jun 03 18:55:11.851128 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b873321-b13c-4739-b518-fead82cd9061 req-7dd5a67f-a98d-460f-b98f-24d7259e79d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:55:11.852106 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-9b873321-b13c-4739-b518-fead82cd9061 req-7dd5a67f-a98d-460f-b98f-24d7259e79d0 service neutron] 10.222.0.108 "GET /v2.0/networks?id=9f3436aa-0141-4ddc-9e77-d652c7ff5b25 HTTP/1.1" status: 200 len: 919 time: 0.0874913 Jun 03 18:55:11.928055 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-9b873321-b13c-4739-b518-fead82cd9061 req-a6cbe94e-6d66-45bd-85e3-79c992d1b700 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ecdacd97-a696-41f8-a629-45d1dc2833d4 HTTP/1.1" status: 200 len: 1001 time: 0.0621662 Jun 03 18:55:11.971107 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b873321-b13c-4739-b518-fead82cd9061 req-16b12005-b3c9-448d-ae4f-61e8ed36e8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:55:11.972039 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-9b873321-b13c-4739-b518-fead82cd9061 req-16b12005-b3c9-448d-ae4f-61e8ed36e8b1 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=f5c41478-ff70-4760-874f-92c6f16f6305 HTTP/1.1" status: 200 len: 856 time: 0.0377073 Jun 03 18:55:12.026256 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b873321-b13c-4739-b518-fead82cd9061 req-16b7b905-e798-4a99-8c06-41e41ac63172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:55:12.027248 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-9b873321-b13c-4739-b518-fead82cd9061 req-16b7b905-e798-4a99-8c06-41e41ac63172 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=9f3436aa-0141-4ddc-9e77-d652c7ff5b25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0451279 Jun 03 18:55:12.204659 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-18098552-e298-4662-9409-392d4abc05dd req-6ed94b7f-d9bd-4ef4-8ed6-82957b12a4f1 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 210 time: 0.0350807 Jun 03 18:55:12.222071 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-9b873321-b13c-4739-b518-fead82cd9061 req-d26c751e-27f6-41a9-a902-fbfea179e2ea service neutron] 10.222.0.108 "GET /v2.0/networks/9f3436aa-0141-4ddc-9e77-d652c7ff5b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818650 Jun 03 18:55:12.306365 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-9b873321-b13c-4739-b518-fead82cd9061 req-32b1c540-10ad-46bc-94c5-639cc86d91dd service neutron] 10.222.0.108 "GET /v2.0/networks/9f3436aa-0141-4ddc-9e77-d652c7ff5b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0741026 Jun 03 18:55:13.321922 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-839a2d06-c752-4bb0-9021-610777bbd82e req-6ac53ff2-bf2b-4df5-bc42-96412243ed46 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 210 time: 0.0303135 Jun 03 18:55:14.472918 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-efdccd92-a84c-4972-98c9-c72847edc902 req-dc73bd78-8703-46a0-ab00-d2881aee4ea2 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 210 time: 0.0480802 Jun 03 18:55:15.478092 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e484e0-5980-4e36-aa20-1f9bbe0ad0be req-1451462d-3598-4b95-9990-7657345748d7 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:55:15.478996 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-f2e484e0-5980-4e36-aa20-1f9bbe0ad0be req-1451462d-3598-4b95-9990-7657345748d7 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 946 time: 0.0625575 Jun 03 18:55:15.509337 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-f2e484e0-5980-4e36-aa20-1f9bbe0ad0be req-dd441119-1988-48fc-86e2-2ec66715a437 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261786 Jun 03 18:55:15.525097 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 58708) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:55:15.580610 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-116bd303-f279-4f95-875f-ce062989d825 req-2c0e571c-d793-47e9-9028-52ab9d182377 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 210 time: 0.0305886 Jun 03 18:55:15.701908 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68dade96-670b-48a4-8f10-8cdad32671ce tempest-TestMinimumBasicScenario-1886848505 tempest-TestMinimumBasicScenario-1886848505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:55:15.702728 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-68dade96-670b-48a4-8f10-8cdad32671ce tempest-TestMinimumBasicScenario-1886848505 tempest-TestMinimumBasicScenario-1886848505-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 1094 time: 0.1768887 Jun 03 18:55:15.706514 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 58712) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:55:15.709132 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.v2.base [None req-c96e259d-2a37-42df-94e6-50adc315cbc4 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Request body: {'floatingip': {'floating_network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'port_id': '44cb3bfc-7aae-4519-accd-661594a5c489', 'tenant_id': 'd9d38a24baac46b597b583bcef65367c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:55:15.712314 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-c96e259d-2a37-42df-94e6-50adc315cbc4 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:55:15.714504 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-c96e259d-2a37-42df-94e6-50adc315cbc4 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Usage tracker for resource:floatingip and tenant:d9d38a24baac46b597b583bcef65367c is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:55:15.716229 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-c96e259d-2a37-42df-94e6-50adc315cbc4 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:55:15.719483 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-c96e259d-2a37-42df-94e6-50adc315cbc4 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:55:15.785334 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c96e259d-2a37-42df-94e6-50adc315cbc4 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Notify callbacks [] for floatingip, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:55:15.868545 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c96e259d-2a37-42df-94e6-50adc315cbc4 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:55:15.941967 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.db_base_plugin_common [None req-c96e259d-2a37-42df-94e6-50adc315cbc4 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Allocated IP 172.28.1.142 (6ece2837-d49d-41e4-9380-4ff50b3876fc/eed56ebd-fbdc-4b64-be4b-629d7f0513a5/1b6e9b84-bb23-456c-8917-6e613616cd73) {{(pid=103517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 18:55:16.033667 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c96e259d-2a37-42df-94e6-50adc315cbc4 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Notify callbacks [] for port, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:55:16.125258 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c96e259d-2a37-42df-94e6-50adc315cbc4 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751241322828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3647885'] for port, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:55:16.129514 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:55:16.168984 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96e259d-2a37-42df-94e6-50adc315cbc4 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Network 6ece2837-d49d-41e4-9380-4ff50b3876fc is already hosted by enough agents. {{(pid=103517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 18:55:16.174640 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.scheduler.base_scheduler [None req-c96e259d-2a37-42df-94e6-50adc315cbc4 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Resources bound (agent type, host, resource id): {{(pid=103517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 18:55:16.177167 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96e259d-2a37-42df-94e6-50adc315cbc4 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Received port after_create {{(pid=103517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 18:55:16.192483 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96e259d-2a37-42df-94e6-50adc315cbc4 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Pushing event updated for resources: {'Port': ['ID=1b6e9b84-bb23-456c-8917-6e613616cd73,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:55:16.202058 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96e259d-2a37-42df-94e6-50adc315cbc4 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:55:16.202285 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96e259d-2a37-42df-94e6-50adc315cbc4 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:55:16.202444 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96e259d-2a37-42df-94e6-50adc315cbc4 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:55:16.202636 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96e259d-2a37-42df-94e6-50adc315cbc4 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:55:16.202860 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96e259d-2a37-42df-94e6-50adc315cbc4 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:55:16.202997 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96e259d-2a37-42df-94e6-50adc315cbc4 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:55:16.203177 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96e259d-2a37-42df-94e6-50adc315cbc4 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:55:16.203366 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96e259d-2a37-42df-94e6-50adc315cbc4 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:55:16.203544 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96e259d-2a37-42df-94e6-50adc315cbc4 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:55:16.203721 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96e259d-2a37-42df-94e6-50adc315cbc4 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:55:16.203946 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96e259d-2a37-42df-94e6-50adc315cbc4 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:55:16.204107 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96e259d-2a37-42df-94e6-50adc315cbc4 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:55:16.206979 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-c96e259d-2a37-42df-94e6-50adc315cbc4 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:55:16.551209 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c96e259d-2a37-42df-94e6-50adc315cbc4 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:55:16.694268 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-50e5d31f-7a29-4ba5-985b-49fa8546906c req-cbbe76f9-c31e-4493-bca8-9faca1ce2607 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 210 time: 0.0427756 Jun 03 18:55:16.711427 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c96e259d-2a37-42df-94e6-50adc315cbc4 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:55:16.838349 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c96e259d-2a37-42df-94e6-50adc315cbc4 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Notify callbacks [] for port, precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:55:16.905301 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c96e259d-2a37-42df-94e6-50adc315cbc4 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3647862'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:55:16.910012 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:55:16.979457 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96e259d-2a37-42df-94e6-50adc315cbc4 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Pushing event updated for resources: {'Port': ['ID=1b6e9b84-bb23-456c-8917-6e613616cd73,revision_number=2']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:55:16.982233 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-c96e259d-2a37-42df-94e6-50adc315cbc4 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:55:16.987994 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c96e259d-2a37-42df-94e6-50adc315cbc4 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573538'] for floatingip, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:55:17.096860 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.db.l3_db [None req-c96e259d-2a37-42df-94e6-50adc315cbc4 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Floating IP 7f51d5e3-8d2f-411a-9b73-770d8714868c associated. External IP: 172.28.1.142, port: 44cb3bfc-7aae-4519-accd-661594a5c489. Jun 03 18:55:17.385135 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c96e259d-2a37-42df-94e6-50adc315cbc4 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Router c1f653c3-bd15-48e5-bc73-fc0fa836e1ad has already been hosted by L3 agent e49736c8-5019-4904-a5ca-8bb53e194ab8 {{(pid=103517) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 18:55:17.505207 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c96e259d-2a37-42df-94e6-50adc315cbc4 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Notify agent at l3_agent.dv-cinder-794661-1-smb the message routers_updated {{(pid=103517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 18:55:17.512765 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bff611-2214-4cbb-b322-d140e4445c61 None None] Sync routers for ids ['c1f653c3-bd15-48e5-bc73-fc0fa836e1ad'] in dv-cinder-794661-1-smb {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 18:55:17.523322 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bff611-2214-4cbb-b322-d140e4445c61 None None] Routers {'c1f653c3-bd15-48e5-bc73-fc0fa836e1ad'} bound to L3 agent in host dv-cinder-794661-1-smb {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 18:55:17.523753 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-20bff611-2214-4cbb-b322-d140e4445c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794661-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T18:44:31Z,description=,heartbeat_timestamp=2021-06-03T18:55:01Z,host='dv-cinder-794661-1-smb',id=e49736c8-5019-4904-a5ca-8bb53e194ab8,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T18:44:31Z,topic='l3_agent')) {'router_ids': ['c1f653c3-bd15-48e5-bc73-fc0fa836e1ad'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:55:17.596634 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c96e259d-2a37-42df-94e6-50adc315cbc4 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56630'] for floatingip, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:55:17.629561 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-20bff611-2214-4cbb-b322-d140e4445c61 None None] Set router c1f653c3-bd15-48e5-bc73-fc0fa836e1ad gateway port host: dv-cinder-794661-1-smb {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 18:55:17.647492 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-c96e259d-2a37-42df-94e6-50adc315cbc4 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9403226 Jun 03 18:55:17.647980 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34bf277c-9ed8-42a7-a07b-c811a02c6d49', 'tag': '44cb3bfc-7aae-4519-accd-661594a5c489'}] {{(pid=103517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 18:55:17.649407 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 58726) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:55:17.649676 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6dfacb1c6e50871b67f75635c9b3ac6df64508bd1243832f6cf610a9b5aa2ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de25e34-9338-4278-a2cd-5d44f3346245" -d '{"events": [{"name": "network-changed", "server_uuid": "34bf277c-9ed8-42a7-a07b-c811a02c6d49", "tag": "44cb3bfc-7aae-4519-accd-661594a5c489"}]}' {{(pid=103517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 18:55:17.652693 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.v2.base [None req-fc772cfd-a597-4577-95ac-bdeee250e86c tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1727679602', 'description': 'tempest-secgroup-smoke-1727679602 description', 'project_id': 'd9d38a24baac46b597b583bcef65367c'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:55:17.656678 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-fc772cfd-a597-4577-95ac-bdeee250e86c tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:55:17.663349 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-fc772cfd-a597-4577-95ac-bdeee250e86c tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:55:17.676197 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 18:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34283bb4-7690-49b3-a0a7-8a388f559579 x-openstack-request-id: req-34283bb4-7690-49b3-a0a7-8a388f559579 {{(pid=103517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 18:55:17.676370 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34bf277c-9ed8-42a7-a07b-c811a02c6d49", "tag": "44cb3bfc-7aae-4519-accd-661594a5c489", "status": "completed", "code": 200}]} {{(pid=103517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 18:55:17.676513 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-34283bb4-7690-49b3-a0a7-8a388f559579 {{(pid=103517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 18:55:17.676768 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34bf277c-9ed8-42a7-a07b-c811a02c6d49', 'tag': '44cb3bfc-7aae-4519-accd-661594a5c489', 'status': 'completed', 'code': 200} Jun 03 18:55:17.762521 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de25e34-9338-4278-a2cd-5d44f3346245 req-dddb012f-536d-4bbb-adab-3dde03359c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:55:17.763587 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-3de25e34-9338-4278-a2cd-5d44f3346245 req-dddb012f-536d-4bbb-adab-3dde03359c63 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=d9d38a24baac46b597b583bcef65367c&device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 1099 time: 0.0486467 Jun 03 18:55:17.811938 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fc772cfd-a597-4577-95ac-bdeee250e86c tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Notify callbacks [] for security_group, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:55:17.830758 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-56102b4b-90cd-45eb-9a4f-86f5054c90d8 req-ac60dec0-f820-4f5e-983e-78d0aba883bf tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 210 time: 0.0476542 Jun 03 18:55:17.835529 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-20bff611-2214-4cbb-b322-d140e4445c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f653c3-bd15-48e5-bc73-fc0fa836e1ad', 'name': 'tempest-TestMinimumBasicScenario-1162283269-router', 'tenant_id': 'd9d38a24baac46b597b583bcef65367c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.103'}], 'enable_snat': True}, 'gw_port_id': 'fa43c017-267f-4481-ba03-bcd457d00e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T18:52:06Z', 'updated_at': '2021-06-03T18:52:10Z', 'revision_number': 4, 'project_id': 'd9d38a24baac46b597b583bcef65367c', 'gw_port': {'id': 'fa43c017-267f-4481-ba03-bcd457d00e94', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:37:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f653c3-bd15-48e5-bc73-fc0fa836e1ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:52:06Z', 'updated_at': '2021-06-03T18:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb', '_floatingips': [{'id': '7f51d5e3-8d2f-411a-9b73-770d8714868c', 'tenant_id': 'd9d38a24baac46b597b583bcef65367c', 'floating_ip_address': '172.28.1.142', 'floating_network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'router_id': 'c1f653c3-bd15-48e5-bc73-fc0fa836e1ad', 'port_id': '44cb3bfc-7aae-4519-accd-661594a5c489', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd37c0514-a3e6-48ec-8f13-b783af090b4a', 'mac_address': 'fa:16:3e:6a:dc:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bf277c-9ed8-42a7-a07b-c811a02c6d49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T18:55:16Z', 'updated_at': '2021-06-03T18:55:16Z', 'revision_number': 0, 'project_id': 'd9d38a24baac46b597b583bcef65367c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5cb6b45-bc76-4250-83ac-e20025bd6f2b', 'name': '', 'network_id': 'd37c0514-a3e6-48ec-8f13-b783af090b4a', 'tenant_id': 'd9d38a24baac46b597b583bcef65367c', 'mac_address': 'fa:16:3e:e9:b9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f653c3-bd15-48e5-bc73-fc0fa836e1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'fe7b0dbf-28e6-4929-ac4a-322194eadbe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:52:08Z', 'updated_at': '2021-06-03T18:52:14Z', 'revision_number': 5, 'project_id': 'd9d38a24baac46b597b583bcef65367c', 'subnets': [{'id': 'fe7b0dbf-28e6-4929-ac4a-322194eadbe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794661-1-smb', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:55:17.838340 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bff611-2214-4cbb-b322-d140e4445c61 None None] Checking router: c1f653c3-bd15-48e5-bc73-fc0fa836e1ad for host: dv-cinder-794661-1-smb {{(pid=103518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 18:55:17.843984 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bff611-2214-4cbb-b322-d140e4445c61 None None] Routers {'c1f653c3-bd15-48e5-bc73-fc0fa836e1ad'} bound to L3 agent in host dv-cinder-794661-1-smb {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 18:55:17.844316 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-20bff611-2214-4cbb-b322-d140e4445c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794661-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T18:44:31Z,description=,heartbeat_timestamp=2021-06-03T18:55:01Z,host='dv-cinder-794661-1-smb',id=e49736c8-5019-4904-a5ca-8bb53e194ab8,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T18:44:31Z,topic='l3_agent')) {'router_ids': ['c1f653c3-bd15-48e5-bc73-fc0fa836e1ad'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:55:17.865285 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-fc772cfd-a597-4577-95ac-bdeee250e86c tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:55:17.871347 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-fc772cfd-a597-4577-95ac-bdeee250e86c tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Usage tracker for resource:security_group_rule and tenant:d9d38a24baac46b597b583bcef65367c is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:55:17.873723 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-fc772cfd-a597-4577-95ac-bdeee250e86c tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:55:17.878140 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-fc772cfd-a597-4577-95ac-bdeee250e86c tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:55:17.898831 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de25e34-9338-4278-a2cd-5d44f3346245 req-62a7dd31-9da3-4ade-84ec-c5c5a454b1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:55:17.899667 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-3de25e34-9338-4278-a2cd-5d44f3346245 req-62a7dd31-9da3-4ade-84ec-c5c5a454b1a9 service neutron] 10.222.0.108 "GET /v2.0/networks?id=d37c0514-a3e6-48ec-8f13-b783af090b4a HTTP/1.1" status: 200 len: 917 time: 0.0991352 Jun 03 18:55:17.950286 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-20bff611-2214-4cbb-b322-d140e4445c61 None None] Set router c1f653c3-bd15-48e5-bc73-fc0fa836e1ad gateway port host: dv-cinder-794661-1-smb {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 18:55:17.970816 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fc772cfd-a597-4577-95ac-bdeee250e86c tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Notify callbacks [] for security_group, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:55:17.973554 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-3de25e34-9338-4278-a2cd-5d44f3346245 req-df5d89a6-8346-4055-a7d9-51a57fd7c574 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44cb3bfc-7aae-4519-accd-661594a5c489 HTTP/1.1" status: 200 len: 1000 time: 0.0662172 Jun 03 18:55:18.026574 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de25e34-9338-4278-a2cd-5d44f3346245 req-03ae0eaf-46ba-4da8-9c77-b7497c0b24d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:55:18.028402 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-3de25e34-9338-4278-a2cd-5d44f3346245 req-03ae0eaf-46ba-4da8-9c77-b7497c0b24d0 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=fe7b0dbf-28e6-4929-ac4a-322194eadbe9 HTTP/1.1" status: 200 len: 854 time: 0.0480452 Jun 03 18:55:18.056049 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fc772cfd-a597-4577-95ac-bdeee250e86c tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:55:18.060193 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-17613f69-a80b-4276-b62e-b067267b1d12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:55:18.087753 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc772cfd-a597-4577-95ac-bdeee250e86c tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e203f6ed-bfd7-4b7c-b9e6-da7e409ca4b6,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:55:18.089651 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-fc772cfd-a597-4577-95ac-bdeee250e86c tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:55:18.100776 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de25e34-9338-4278-a2cd-5d44f3346245 req-11c5cb4c-3d83-4c7d-b677-4a87848cdeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:55:18.101633 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-3de25e34-9338-4278-a2cd-5d44f3346245 req-11c5cb4c-3d83-4c7d-b677-4a87848cdeb8 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=d37c0514-a3e6-48ec-8f13-b783af090b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0655270 Jun 03 18:55:18.178002 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fc772cfd-a597-4577-95ac-bdeee250e86c tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Notify callbacks [] for security_group, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:55:18.178812 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-fc772cfd-a597-4577-95ac-bdeee250e86c tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5286205 Jun 03 18:55:18.180112 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-3de25e34-9338-4278-a2cd-5d44f3346245 req-7e078623-60e1-42c7-94d2-5d28a19a3ba0 service neutron] 10.222.0.108 "GET /v2.0/networks/d37c0514-a3e6-48ec-8f13-b783af090b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0698364 Jun 03 18:55:18.181008 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 58736) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:55:18.183566 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.v2.base [None req-5f00cb74-90c9-4ffd-b873-bebedac33df5 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Request body: {'security_group_rule': {'security_group_id': 'e203f6ed-bfd7-4b7c-b9e6-da7e409ca4b6', 'project_id': 'd9d38a24baac46b597b583bcef65367c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:55:18.186784 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-5f00cb74-90c9-4ffd-b873-bebedac33df5 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:55:18.189341 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-5f00cb74-90c9-4ffd-b873-bebedac33df5 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Usage tracker for resource:security_group_rule and tenant:d9d38a24baac46b597b583bcef65367c is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:55:18.191216 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-5f00cb74-90c9-4ffd-b873-bebedac33df5 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:55:18.195656 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-5f00cb74-90c9-4ffd-b873-bebedac33df5 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:55:18.203710 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-20bff611-2214-4cbb-b322-d140e4445c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f653c3-bd15-48e5-bc73-fc0fa836e1ad', 'name': 'tempest-TestMinimumBasicScenario-1162283269-router', 'tenant_id': 'd9d38a24baac46b597b583bcef65367c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.103'}], 'enable_snat': True}, 'gw_port_id': 'fa43c017-267f-4481-ba03-bcd457d00e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T18:52:06Z', 'updated_at': '2021-06-03T18:52:10Z', 'revision_number': 4, 'project_id': 'd9d38a24baac46b597b583bcef65367c', 'gw_port': {'id': 'fa43c017-267f-4481-ba03-bcd457d00e94', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:37:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f653c3-bd15-48e5-bc73-fc0fa836e1ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:52:06Z', 'updated_at': '2021-06-03T18:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb', '_floatingips': [{'id': '7f51d5e3-8d2f-411a-9b73-770d8714868c', 'tenant_id': 'd9d38a24baac46b597b583bcef65367c', 'floating_ip_address': '172.28.1.142', 'floating_network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'router_id': 'c1f653c3-bd15-48e5-bc73-fc0fa836e1ad', 'port_id': '44cb3bfc-7aae-4519-accd-661594a5c489', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd37c0514-a3e6-48ec-8f13-b783af090b4a', 'mac_address': 'fa:16:3e:6a:dc:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bf277c-9ed8-42a7-a07b-c811a02c6d49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T18:55:16Z', 'updated_at': '2021-06-03T18:55:16Z', 'revision_number': 0, 'project_id': 'd9d38a24baac46b597b583bcef65367c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5cb6b45-bc76-4250-83ac-e20025bd6f2b', 'name': '', 'network_id': 'd37c0514-a3e6-48ec-8f13-b783af090b4a', 'tenant_id': 'd9d38a24baac46b597b583bcef65367c', 'mac_address': 'fa:16:3e:e9:b9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f653c3-bd15-48e5-bc73-fc0fa836e1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'fe7b0dbf-28e6-4929-ac4a-322194eadbe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:52:08Z', 'updated_at': '2021-06-03T18:52:14Z', 'revision_number': 5, 'project_id': 'd9d38a24baac46b597b583bcef65367c', 'subnets': [{'id': 'fe7b0dbf-28e6-4929-ac4a-322194eadbe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794661-1-smb', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:55:18.206094 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bff611-2214-4cbb-b322-d140e4445c61 None None] The sync data for ids ['c1f653c3-bd15-48e5-bc73-fc0fa836e1ad'] in dv-cinder-794661-1-smb is: [{'id': 'c1f653c3-bd15-48e5-bc73-fc0fa836e1ad', 'name': 'tempest-TestMinimumBasicScenario-1162283269-router', 'tenant_id': 'd9d38a24baac46b597b583bcef65367c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.103'}], 'enable_snat': True}, 'gw_port_id': 'fa43c017-267f-4481-ba03-bcd457d00e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T18:52:06Z', 'updated_at': '2021-06-03T18:52:10Z', 'revision_number': 4, 'project_id': 'd9d38a24baac46b597b583bcef65367c', 'gw_port': {'id': 'fa43c017-267f-4481-ba03-bcd457d00e94', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:37:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f653c3-bd15-48e5-bc73-fc0fa836e1ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:52:06Z', 'updated_at': '2021-06-03T18:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb', '_floatingips': [{'id': '7f51d5e3-8d2f-411a-9b73-770d8714868c', 'tenant_id': 'd9d38a24baac46b597b583bcef65367c', 'floating_ip_address': '172.28.1.142', 'floating_network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'router_id': 'c1f653c3-bd15-48e5-bc73-fc0fa836e1ad', 'port_id': '44cb3bfc-7aae-4519-accd-661594a5c489', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd37c0514-a3e6-48ec-8f13-b783af090b4a', 'mac_address': 'fa:16:3e:6a:dc:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bf277c-9ed8-42a7-a07b-c811a02c6d49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T18:55:16Z', 'updated_at': '2021-06-03T18:55:16Z', 'revision_number': 0, 'project_id': 'd9d38a24baac46b597b583bcef65367c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5cb6b45-bc76-4250-83ac-e20025bd6f2b', 'name': '', 'network_id': 'd37c0514-a3e6-48ec-8f13-b783af090b4a', 'tenant_id': 'd9d38a24baac46b597b583bcef65367c', 'mac_address': 'fa:16:3e:e9:b9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f653c3-bd15-48e5-bc73-fc0fa836e1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'fe7b0dbf-28e6-4929-ac4a-322194eadbe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:52:08Z', 'updated_at': '2021-06-03T18:52:14Z', 'revision_number': 5, 'project_id': 'd9d38a24baac46b597b583bcef65367c', 'subnets': [{'id': 'fe7b0dbf-28e6-4929-ac4a-322194eadbe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 18:55:18.276691 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-3de25e34-9338-4278-a2cd-5d44f3346245 req-3d3c8d89-f900-44c6-b561-a73da66f6e47 service neutron] 10.222.0.108 "GET /v2.0/networks/d37c0514-a3e6-48ec-8f13-b783af090b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818770 Jun 03 18:55:18.311713 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5f00cb74-90c9-4ffd-b873-bebedac33df5 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:55:18.339513 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101b5986-dbed-415d-82d0-40d73f46ddc5 None None] New status for floating IP 7f51d5e3-8d2f-411a-9b73-770d8714868c: ACTIVE {{(pid=103519) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 18:55:18.349658 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5f00cb74-90c9-4ffd-b873-bebedac33df5 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:55:18.432620 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5f00cb74-90c9-4ffd-b873-bebedac33df5 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455179'] for security_group_rule, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:55:18.435270 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:55:18.452342 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f00cb74-90c9-4ffd-b873-bebedac33df5 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49ddb971-dc2f-417c-8158-57c0bae56876,revision_number=0']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:55:18.455058 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-5f00cb74-90c9-4ffd-b873-bebedac33df5 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:55:18.616870 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5f00cb74-90c9-4ffd-b873-bebedac33df5 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:55:18.618398 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-5f00cb74-90c9-4ffd-b873-bebedac33df5 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4365501 Jun 03 18:55:18.621884 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 58738) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:55:18.627954 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.v2.base [None req-4188e80b-55d1-4696-a789-30942cfd4115 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Request body: {'security_group_rule': {'security_group_id': 'e203f6ed-bfd7-4b7c-b9e6-da7e409ca4b6', 'project_id': 'd9d38a24baac46b597b583bcef65367c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:55:18.634511 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-4188e80b-55d1-4696-a789-30942cfd4115 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:55:18.637380 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-4188e80b-55d1-4696-a789-30942cfd4115 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Usage tracker for resource:security_group_rule and tenant:d9d38a24baac46b597b583bcef65367c is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:55:18.639613 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-4188e80b-55d1-4696-a789-30942cfd4115 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:55:18.644378 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-4188e80b-55d1-4696-a789-30942cfd4115 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:55:18.768292 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4188e80b-55d1-4696-a789-30942cfd4115 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:55:18.820412 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4188e80b-55d1-4696-a789-30942cfd4115 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:55:18.893276 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4188e80b-55d1-4696-a789-30942cfd4115 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455179'] for security_group_rule, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:55:18.897984 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-8f26b6ea-217b-4bcf-a5b7-29f257e3ab6a tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:55:18.911687 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4188e80b-55d1-4696-a789-30942cfd4115 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11ab2fda-abba-438b-9ea1-640915240034,revision_number=0']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:55:18.915497 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-4188e80b-55d1-4696-a789-30942cfd4115 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:55:18.953735 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-9d86b445-72a5-408b-8a19-3ea370cf424c req-2a0a1f5b-705c-446e-95a5-2f7a5a1fe23f tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 210 time: 0.0293398 Jun 03 18:55:18.990769 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4188e80b-55d1-4696-a789-30942cfd4115 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:55:18.991714 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-4188e80b-55d1-4696-a789-30942cfd4115 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3686790 Jun 03 18:55:19.011497 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 58746) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:55:19.014824 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.v2.base [None req-f73b0b83-7e7c-46c9-bd23-7d6520797587 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Request body: {'security_group_rule': {'security_group_id': 'e203f6ed-bfd7-4b7c-b9e6-da7e409ca4b6', 'project_id': 'd9d38a24baac46b597b583bcef65367c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:55:19.019220 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-f73b0b83-7e7c-46c9-bd23-7d6520797587 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:55:19.022723 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-f73b0b83-7e7c-46c9-bd23-7d6520797587 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Usage tracker for resource:security_group_rule and tenant:d9d38a24baac46b597b583bcef65367c is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:55:19.024680 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-f73b0b83-7e7c-46c9-bd23-7d6520797587 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:55:19.028596 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-f73b0b83-7e7c-46c9-bd23-7d6520797587 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:55:19.116335 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-f73b0b83-7e7c-46c9-bd23-7d6520797587 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:55:19.158073 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-f73b0b83-7e7c-46c9-bd23-7d6520797587 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:55:19.257051 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-f73b0b83-7e7c-46c9-bd23-7d6520797587 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455179'] for security_group_rule, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:55:19.261596 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-4188e80b-55d1-4696-a789-30942cfd4115 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:55:19.274177 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73b0b83-7e7c-46c9-bd23-7d6520797587 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d81f62e-4f5c-46f4-855f-bf478fdb10de,revision_number=0']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:55:19.274322 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-f73b0b83-7e7c-46c9-bd23-7d6520797587 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:55:19.350797 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-f73b0b83-7e7c-46c9-bd23-7d6520797587 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:55:19.351743 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-f73b0b83-7e7c-46c9-bd23-7d6520797587 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3394883 Jun 03 18:55:19.353508 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 58750) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:55:19.356744 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.v2.base [None req-73b0a750-c0f1-47a4-9c0c-35200d411873 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Request body: {'security_group_rule': {'security_group_id': 'e203f6ed-bfd7-4b7c-b9e6-da7e409ca4b6', 'project_id': 'd9d38a24baac46b597b583bcef65367c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:55:19.370046 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-73b0a750-c0f1-47a4-9c0c-35200d411873 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:55:19.370046 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-73b0a750-c0f1-47a4-9c0c-35200d411873 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Usage tracker for resource:security_group_rule and tenant:d9d38a24baac46b597b583bcef65367c is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:55:19.370046 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-73b0a750-c0f1-47a4-9c0c-35200d411873 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:55:19.370046 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-73b0a750-c0f1-47a4-9c0c-35200d411873 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:55:19.502489 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-73b0a750-c0f1-47a4-9c0c-35200d411873 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:55:19.552528 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-73b0a750-c0f1-47a4-9c0c-35200d411873 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:55:19.663840 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-73b0a750-c0f1-47a4-9c0c-35200d411873 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455179'] for security_group_rule, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:55:19.666310 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:55:19.685738 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b0a750-c0f1-47a4-9c0c-35200d411873 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dba787bd-717e-4760-9ab6-174ba2b63478,revision_number=0']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:55:19.688698 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-73b0a750-c0f1-47a4-9c0c-35200d411873 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:55:19.772235 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-73b0a750-c0f1-47a4-9c0c-35200d411873 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:55:19.773871 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-73b0a750-c0f1-47a4-9c0c-35200d411873 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4196730 Jun 03 18:55:19.776525 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 58752) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:55:19.780390 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.v2.base [None req-25521c01-62b9-4a27-baea-783ddf9e9eb8 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Request body: {'security_group_rule': {'security_group_id': 'e203f6ed-bfd7-4b7c-b9e6-da7e409ca4b6', 'project_id': 'd9d38a24baac46b597b583bcef65367c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:55:19.785299 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-25521c01-62b9-4a27-baea-783ddf9e9eb8 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:55:19.788615 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-25521c01-62b9-4a27-baea-783ddf9e9eb8 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Usage tracker for resource:security_group_rule and tenant:d9d38a24baac46b597b583bcef65367c is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:55:19.790971 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-25521c01-62b9-4a27-baea-783ddf9e9eb8 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:55:19.795545 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-25521c01-62b9-4a27-baea-783ddf9e9eb8 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:55:19.864097 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.db.securitygroups_db [None req-25521c01-62b9-4a27-baea-783ddf9e9eb8 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Project d9d38a24baac46b597b583bcef65367c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 18:55:19.871862 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-25521c01-62b9-4a27-baea-783ddf9e9eb8 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:55:19.920890 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-25521c01-62b9-4a27-baea-783ddf9e9eb8 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:55:20.004726 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-25521c01-62b9-4a27-baea-783ddf9e9eb8 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455179'] for security_group_rule, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:55:20.006501 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:55:20.022440 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25521c01-62b9-4a27-baea-783ddf9e9eb8 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c24c8f5a-45b6-46ce-a7ad-1d186f290cd1,revision_number=0']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:55:20.024304 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-25521c01-62b9-4a27-baea-783ddf9e9eb8 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:55:20.058447 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-5bfcbe03-8333-445d-8043-d0c7cc3b1670 req-3bfe71ec-e6cd-4f6a-8a98-cf9eac2c421d tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 210 time: 0.0285649 Jun 03 18:55:20.101466 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-25521c01-62b9-4a27-baea-783ddf9e9eb8 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:55:20.102924 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-25521c01-62b9-4a27-baea-783ddf9e9eb8 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3254094 Jun 03 18:55:20.106675 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 58758) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:55:20.112298 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.v2.base [None req-415b4a72-d43c-40b8-b201-e843dd4fde92 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Request body: {'security_group_rule': {'security_group_id': 'e203f6ed-bfd7-4b7c-b9e6-da7e409ca4b6', 'project_id': 'd9d38a24baac46b597b583bcef65367c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:55:20.119598 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-415b4a72-d43c-40b8-b201-e843dd4fde92 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:55:20.124757 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-415b4a72-d43c-40b8-b201-e843dd4fde92 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Usage tracker for resource:security_group_rule and tenant:d9d38a24baac46b597b583bcef65367c is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:55:20.130407 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-415b4a72-d43c-40b8-b201-e843dd4fde92 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:55:20.137153 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-415b4a72-d43c-40b8-b201-e843dd4fde92 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:55:20.236768 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.db.securitygroups_db [None req-415b4a72-d43c-40b8-b201-e843dd4fde92 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Project d9d38a24baac46b597b583bcef65367c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 18:55:20.244222 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-415b4a72-d43c-40b8-b201-e843dd4fde92 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:55:20.300751 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-415b4a72-d43c-40b8-b201-e843dd4fde92 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:55:20.416901 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-415b4a72-d43c-40b8-b201-e843dd4fde92 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455179'] for security_group_rule, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:55:20.419615 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-f73b0b83-7e7c-46c9-bd23-7d6520797587 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:55:20.443947 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415b4a72-d43c-40b8-b201-e843dd4fde92 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0b78fbf-ead1-43b8-baf6-9c65673f39c1,revision_number=0']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:55:20.445956 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-415b4a72-d43c-40b8-b201-e843dd4fde92 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:55:20.555459 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-415b4a72-d43c-40b8-b201-e843dd4fde92 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:55:20.557075 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-415b4a72-d43c-40b8-b201-e843dd4fde92 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4492025 Jun 03 18:55:20.654729 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-38ae455d-48cb-4b50-9669-f9b35740d684 req-5364dcaa-d63a-4349-befd-e2dd4d61db0a tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Synchronizing usage tracker for tenant:d9d38a24baac46b597b583bcef65367c on resource:security_group {{(pid=103516) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 18:55:20.715497 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-38ae455d-48cb-4b50-9669-f9b35740d684 req-5364dcaa-d63a-4349-befd-e2dd4d61db0a tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Unset dirty status for tenant:d9d38a24baac46b597b583bcef65367c on resource:security_group {{(pid=103516) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 18:55:20.716734 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-38ae455d-48cb-4b50-9669-f9b35740d684 req-5364dcaa-d63a-4349-befd-e2dd4d61db0a tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1727679602&fields=id&tenant_id=d9d38a24baac46b597b583bcef65367c HTTP/1.1" status: 200 len: 267 time: 0.0923562 Jun 03 18:55:20.854626 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ae455d-48cb-4b50-9669-f9b35740d684 req-050b3673-c4ab-48cc-a7ea-bdab24c24726 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:55:20.855562 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-38ae455d-48cb-4b50-9669-f9b35740d684 req-050b3673-c4ab-48cc-a7ea-bdab24c24726 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 946 time: 0.1331265 Jun 03 18:55:20.863184 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.v2.base [req-38ae455d-48cb-4b50-9669-f9b35740d684 req-2230bb92-8860-4130-a379-efb604afd32b tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Request body: {'port': {'security_groups': ['43c30103-8cf6-40eb-91b8-c6a4d970054b', 'e203f6ed-bfd7-4b7c-b9e6-da7e409ca4b6']}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:55:20.938026 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-38ae455d-48cb-4b50-9669-f9b35740d684 req-2230bb92-8860-4130-a379-efb604afd32b tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:55:21.101916 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.db [req-38ae455d-48cb-4b50-9669-f9b35740d684 req-2230bb92-8860-4130-a379-efb604afd32b tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] For port 44cb3bfc-7aae-4519-accd-661594a5c489, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=44cb3bfc-7aae-4519-accd-661594a5c489,segment=NetworkSegment(16c25a19-650c-4faf-ba1d-432b734bedc4),segment_id=16c25a19-650c-4faf-ba1d-432b734bedc4)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:55:21.120512 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-38ae455d-48cb-4b50-9669-f9b35740d684 req-2230bb92-8860-4130-a379-efb604afd32b tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Notify callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:55:21.165020 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-41391e1c-60d0-4df3-99d6-dc2d917363f7 req-5320d0a8-e0ee-4851-a8c9-1fae96fac2cd tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 210 time: 0.0299907 Jun 03 18:55:21.233264 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-38ae455d-48cb-4b50-9669-f9b35740d684 req-2230bb92-8860-4130-a379-efb604afd32b tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3013931'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:55:21.240918 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-2a054dfa-d3af-419c-86c8-0b17d3624e6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:55:21.248600 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] get_ports_and_sgs() called for port_ids ['44cb3bfc-7aae-4519-accd-661594a5c489'] {{(pid=103518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 18:55:21.289190 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ae455d-48cb-4b50-9669-f9b35740d684 req-2230bb92-8860-4130-a379-efb604afd32b tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:55:21.289624 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-38ae455d-48cb-4b50-9669-f9b35740d684 req-2230bb92-8860-4130-a379-efb604afd32b tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56630'] for port, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:55:21.290598 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-38ae455d-48cb-4b50-9669-f9b35740d684 req-2230bb92-8860-4130-a379-efb604afd32b tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "PUT /v2.0/ports/44cb3bfc-7aae-4519-accd-661594a5c489 HTTP/1.1" status: 200 len: 982 time: 0.4303639 Jun 03 18:55:21.293621 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34bf277c-9ed8-42a7-a07b-c811a02c6d49', 'tag': '44cb3bfc-7aae-4519-accd-661594a5c489'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 18:55:21.296722 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc39b0f538a7142e305aed45b4a3a48499e72eb72884f9d3de90a53803998271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f4e6fe-c6b7-485a-98ce-17ef6370b921" -d '{"events": [{"name": "network-changed", "server_uuid": "34bf277c-9ed8-42a7-a07b-c811a02c6d49", "tag": "44cb3bfc-7aae-4519-accd-661594a5c489"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 18:55:21.319620 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2230bb92-8860-4130-a379-efb604afd32b tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Pushing event updated for resources: {'Port': ['ID=44cb3bfc-7aae-4519-accd-661594a5c489,revision_number=6']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:55:21.323223 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-2230bb92-8860-4130-a379-efb604afd32b tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:55:21.330535 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 18:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be1f82c-ab92-43a7-bd5f-fe88932de4e8 x-openstack-request-id: req-9be1f82c-ab92-43a7-bd5f-fe88932de4e8 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 18:55:21.331297 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34bf277c-9ed8-42a7-a07b-c811a02c6d49", "tag": "44cb3bfc-7aae-4519-accd-661594a5c489", "status": "completed", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 18:55:21.335679 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9be1f82c-ab92-43a7-bd5f-fe88932de4e8 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 18:55:21.336068 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34bf277c-9ed8-42a7-a07b-c811a02c6d49', 'tag': '44cb3bfc-7aae-4519-accd-661594a5c489', 'status': 'completed', 'code': 200} Jun 03 18:55:21.420978 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f4e6fe-c6b7-485a-98ce-17ef6370b921 req-f75928a1-7cb6-47aa-95d4-567beb62cff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:55:21.421527 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-21f4e6fe-c6b7-485a-98ce-17ef6370b921 req-f75928a1-7cb6-47aa-95d4-567beb62cff0 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=d9d38a24baac46b597b583bcef65367c&device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 1138 time: 0.0483735 Jun 03 18:55:21.423666 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] get_ports_and_sgs() called for port_ids ['44cb3bfc-7aae-4519-accd-661594a5c489'] {{(pid=103518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 18:55:21.448770 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f764a857-ba2d-4258-9d91-3bd5bacd401d req-b2d37ffc-834e-44fa-8848-dd4a870191d0 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:55:21.453506 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-f764a857-ba2d-4258-9d91-3bd5bacd401d req-b2d37ffc-834e-44fa-8848-dd4a870191d0 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 985 time: 0.0902288 Jun 03 18:55:21.479259 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-f764a857-ba2d-4258-9d91-3bd5bacd401d req-0ef1e5f2-01fe-4aec-9ac0-1a861d7c274c tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=e203f6ed-bfd7-4b7c-b9e6-da7e409ca4b6&id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0251019 Jun 03 18:55:21.507584 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f4e6fe-c6b7-485a-98ce-17ef6370b921 req-bd06f795-9adf-49c4-8c37-3d40a8767ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:55:21.508745 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-21f4e6fe-c6b7-485a-98ce-17ef6370b921 req-bd06f795-9adf-49c4-8c37-3d40a8767ea6 service neutron] 10.222.0.108 "GET /v2.0/networks?id=d37c0514-a3e6-48ec-8f13-b783af090b4a HTTP/1.1" status: 200 len: 917 time: 0.0782216 Jun 03 18:55:21.536294 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-55510bff-ebfe-4645-a610-92ae8e800588 None None] Provisioning complete for port 44cb3bfc-7aae-4519-accd-661594a5c489 triggered by entity DHCP. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 18:55:21.536966 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-55510bff-ebfe-4645-a610-92ae8e800588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:55:21.579115 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-21f4e6fe-c6b7-485a-98ce-17ef6370b921 req-2554b114-2a19-42bc-b681-345ebb47739e service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44cb3bfc-7aae-4519-accd-661594a5c489 HTTP/1.1" status: 200 len: 1002 time: 0.0623140 Jun 03 18:55:21.630343 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f4e6fe-c6b7-485a-98ce-17ef6370b921 req-3d75c7eb-9f98-4086-8e14-e03ef0bd0bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:55:21.631212 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-21f4e6fe-c6b7-485a-98ce-17ef6370b921 req-3d75c7eb-9f98-4086-8e14-e03ef0bd0bcc service neutron] 10.222.0.108 "GET /v2.0/subnets?id=fe7b0dbf-28e6-4929-ac4a-322194eadbe9 HTTP/1.1" status: 200 len: 854 time: 0.0386016 Jun 03 18:55:21.676804 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f4e6fe-c6b7-485a-98ce-17ef6370b921 req-5856a1f0-62a8-4e5d-b9dd-bff4e3764a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:55:21.677790 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-21f4e6fe-c6b7-485a-98ce-17ef6370b921 req-5856a1f0-62a8-4e5d-b9dd-bff4e3764a89 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=d37c0514-a3e6-48ec-8f13-b783af090b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0392988 Jun 03 18:55:21.760629 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-21f4e6fe-c6b7-485a-98ce-17ef6370b921 req-59f62ebc-a043-41f2-b2ec-32d79b9f5d5b service neutron] 10.222.0.108 "GET /v2.0/networks/d37c0514-a3e6-48ec-8f13-b783af090b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0713809 Jun 03 18:55:21.845582 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-21f4e6fe-c6b7-485a-98ce-17ef6370b921 req-874985e7-d324-47d4-a3d3-af68bae67a55 service neutron] 10.222.0.108 "GET /v2.0/networks/d37c0514-a3e6-48ec-8f13-b783af090b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0702529 Jun 03 18:55:22.268407 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-7ce8d45d-412d-43ef-a40d-52544b7aa79b req-ec9d359a-a50a-4ccd-ac9f-56957b58ba87 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 210 time: 0.0411699 Jun 03 18:55:23.397777 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-be739835-9a5f-4ba1-ac8e-aaf16de2595e req-d898da63-99cf-40ff-883d-8c7f8f02c23b tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 210 time: 0.0291715 Jun 03 18:55:24.511019 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-8c180b88-3bf4-40b8-869a-4d589137da97 req-40d8266f-10d0-4a72-acf7-b719b2893f68 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 210 time: 0.0302081 Jun 03 18:55:25.631720 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-3e0fa2e7-31dd-48cf-972d-d7314e03a12f req-3e871a09-fd55-4855-8f1d-42437ab26d98 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 210 time: 0.0329835 Jun 03 18:55:26.760825 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-86f56c63-ef81-4a38-ae57-09ba92130b32 req-30c21c10-ff76-4b1c-a7c7-b414c220d4f2 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 210 time: 0.0333467 Jun 03 18:55:27.933420 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-dd49f442-502d-4f86-a03f-44c3c53d8848 req-feb4cf27-e24e-4722-838e-a37d4028399c tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 210 time: 0.0841792 Jun 03 18:55:29.066936 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-87355b5c-29d7-4169-9309-00b669622514 req-f7daef64-4ddc-429d-a70f-bc03d5b7dfd8 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 210 time: 0.0297532 Jun 03 18:55:29.666263 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-74c186ff-2811-4af4-b1b1-4fccccf624ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:55:30.171145 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-71c7c87e-19e0-4fe6-b987-0f748ac19400 req-7a09bf94-16d8-4db7-930c-5111e6894ab0 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 210 time: 0.0288761 Jun 03 18:55:30.650585 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:55:30.867633 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-8a594c64-49dd-4d2b-beb5-debc6422aa77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:55:31.295125 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-5b1a3429-4a56-4fe3-b935-1e67968383a2 req-75415b34-8b6a-4dc9-ae7e-b9e4fbe88913 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 210 time: 0.0331173 Jun 03 18:55:31.996190 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:55:32.448579 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-8178c640-1dc2-433a-ad08-fcaadd42451b req-a88249ff-7cb1-4d5f-9903-068aab3d8d82 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 210 time: 0.0618796 Jun 03 18:55:32.608361 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:55:32.762173 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:55:33.563542 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-e27aef68-bb9a-435d-9bc5-4b4cec52cf28 req-043bb036-c87f-48ec-8d38-227881b27b5f tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 210 time: 0.0288198 Jun 03 18:55:34.684566 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-35e80bb1-63b7-47ae-a1f3-ed9aac521761 req-58ed2e2d-33cc-4d05-a633-ef35131da0c8 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 210 time: 0.0313611 Jun 03 18:55:35.795508 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-3944f584-624f-4856-a448-e695a68a0e39 req-080b04d1-8e65-4999-8934-a93b4e2a383d tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 210 time: 0.0309420 Jun 03 18:55:36.912614 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-e772a994-1e6c-4a31-b797-7de2c32e9e60 req-0fe28857-a75d-4fbf-8f93-1591272e573d tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 210 time: 0.0305150 Jun 03 18:55:38.041455 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-6ab3d86e-2730-4403-b184-35037d19602b req-2a895397-582c-4093-8fbb-54fb6b55ef2a tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 210 time: 0.0311568 Jun 03 18:55:39.226812 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-72117d87-1b4b-4549-8951-5e34270bf2db req-b9a5061d-3bda-49f0-aa42-660d56c2fe72 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 210 time: 0.0960772 Jun 03 18:55:40.357333 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-d2509d0e-72c1-4b42-9793-01404e2108b3 req-1340f7b4-b83e-491f-be3f-eac4317d0018 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 210 time: 0.0314240 Jun 03 18:55:41.470163 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-adcab95e-9f35-434c-94fe-bc3fc9161077 req-e503e82d-cb59-4edd-b723-ed64c3ab18d1 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 210 time: 0.0328934 Jun 03 18:55:42.613236 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-c7837b57-c49e-4821-9fad-3eb9380ea3c6 req-d5ff268b-dcc2-4870-8e14-ad6f10b0ef7a tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 210 time: 0.0341141 Jun 03 18:55:43.743592 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-a7a2d85e-4b91-40d4-9d88-795a39a74930 req-28811603-2a06-463d-ad8d-5f928cad025b tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 210 time: 0.0297196 Jun 03 18:55:44.870600 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-46f10365-cbf3-4ffb-afa1-5b83213653e3 req-ee34ea47-09b3-474b-a561-728e174973b0 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 210 time: 0.0373597 Jun 03 18:55:45.996375 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-9aba4f4d-c48e-47c6-95dd-1d2e77a04c2e req-8906203e-3885-45b5-8d29-0f81b0206235 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 210 time: 0.0360749 Jun 03 18:55:47.028470 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 18:55:47.122167 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-0bb2261a-9207-4f6f-8012-c41ff52d727c req-57b533d6-1f50-45b4-bf31-8ac06caea040 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 210 time: 0.0302601 Jun 03 18:55:48.322426 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-b33547f9-febf-4589-9d1d-c4aa57fe92c5 req-52e5e3c5-8c62-46c7-bc42-7201d3f0fc40 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 210 time: 0.1036892 Jun 03 18:55:49.452453 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-f81551d0-512c-41d9-9ad5-c27e6566b39b req-a3a8850a-1a14-424c-8cc9-5caeef0ddc6e tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 210 time: 0.0302720 Jun 03 18:55:50.740116 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-c3913c6a-1e62-4ae5-bb90-36da9976aa45 req-0f624bbe-00d4-4862-b01f-e815484395bd tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 210 time: 0.0282824 Jun 03 18:55:51.863562 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-d1c75759-29b6-4f0e-9b3b-7f7dcaf3de25 req-4f116176-f418-4c98-8453-3c2085321224 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 210 time: 0.0325150 Jun 03 18:55:53.005616 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-47be7818-3660-42d3-9257-676cb5523c5f req-85d766ac-e8ec-4dcd-8ff2-c23a30b3b0cd tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 210 time: 0.0431421 Jun 03 18:55:54.120195 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-22344e7b-50b1-4006-8a66-d127cd111f5e req-166a84a0-1f02-467b-a2db-650b8719b53b tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 210 time: 0.0293810 Jun 03 18:55:55.256779 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-9f92c3a7-c74c-437b-9bb8-4b9b3884c470 req-d5161b93-4ef1-4cbe-9495-3ac8d5a4f7f1 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 210 time: 0.0446713 Jun 03 18:55:56.445651 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-87b8c495-0d15-469f-8462-f211c6e90c75 req-dc5fc916-c7f8-4281-b56b-a32087f42e7e tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 210 time: 0.0295000 Jun 03 18:55:57.571437 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-7f113737-30dc-4349-9106-28f41295207e req-a2e201b6-5d29-4de1-8dad-0afabd561f85 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 210 time: 0.0308316 Jun 03 18:55:58.701836 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-79f51a45-d318-4e26-81e1-973cd52b0dc1 req-63cb0428-08ba-4412-81fb-1812970adab1 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 210 time: 0.0299454 Jun 03 18:55:59.611048 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-d2ea19ff-9588-4c72-9a11-43a0f34b1721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:55:59.827355 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-504dc92f-c05a-44ca-8837-a1ff4e5a6499 req-cbdac702-013a-4822-a7d9-1177ba8612cb tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 210 time: 0.0296783 Jun 03 18:56:00.732136 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:56:00.867853 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-de39735e-7c46-47e2-8955-c3174c74b84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:56:00.932318 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-e1377f5e-8f94-4062-b5df-27670db307ba req-577ed085-8624-4f6a-8b7c-c376c28af8e6 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 210 time: 0.0297654 Jun 03 18:56:01.601913 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a79b6-e39d-4e60-a368-c0cfb57df22f req-4fc20cca-8d85-4220-b2d9-6172ff962729 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:56:01.602979 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-ec4a79b6-e39d-4e60-a368-c0cfb57df22f req-4fc20cca-8d85-4220-b2d9-6172ff962729 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/ports?device_id=785adb53-9067-4f06-ae73-4b5ef535ca76 HTTP/1.1" status: 200 len: 945 time: 0.0690994 Jun 03 18:56:01.632911 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-ec4a79b6-e39d-4e60-a368-c0cfb57df22f req-c4ef0d3b-9151-41f3-982f-99b0181506d1 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/security-groups?id=de79eae5-a911-47fd-a1b2-ffba49b823ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0258856 Jun 03 18:56:02.002398 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:56:02.043596 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-59c76dba-daa9-45ad-971d-d400c76f53a9 req-ff2fa520-6201-46cb-8095-e02c262115da tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 210 time: 0.0327435 Jun 03 18:56:02.674150 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:56:02.777247 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e318713-4f80-44d4-8851-348dc3c1ee7d req-b2bf158c-f601-4cb5-b999-424bb439bd38 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:56:02.779049 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-2e318713-4f80-44d4-8851-348dc3c1ee7d req-b2bf158c-f601-4cb5-b999-424bb439bd38 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/ports?device_id=785adb53-9067-4f06-ae73-4b5ef535ca76 HTTP/1.1" status: 200 len: 945 time: 0.0675523 Jun 03 18:56:02.798281 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:56:02.811653 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-2e318713-4f80-44d4-8851-348dc3c1ee7d req-07bb6cad-1f55-4517-901f-a6c84aa6947f tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/security-groups?id=de79eae5-a911-47fd-a1b2-ffba49b823ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0254650 Jun 03 18:56:03.179236 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-ceac6f22-fa36-4fc4-ace1-4d902270bf37 req-ffc3383e-cd38-441e-8bc3-67bee5b20a80 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 210 time: 0.0318909 Jun 03 18:56:03.955200 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e48d0-4851-463e-8c57-8f24311360e5 req-d66584a4-5613-4f8e-8b89-607319e2f836 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:56:03.956281 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-ea4e48d0-4851-463e-8c57-8f24311360e5 req-d66584a4-5613-4f8e-8b89-607319e2f836 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/ports?device_id=785adb53-9067-4f06-ae73-4b5ef535ca76 HTTP/1.1" status: 200 len: 945 time: 0.0609868 Jun 03 18:56:03.989643 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-ea4e48d0-4851-463e-8c57-8f24311360e5 req-d8561e60-5b61-42d5-8f04-def410f195ec tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/security-groups?id=de79eae5-a911-47fd-a1b2-ffba49b823ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264919 Jun 03 18:56:04.294989 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-1e624f84-56e3-4a7a-932f-39be55538782 req-273dd4e8-24fa-46f2-90ff-a37a74edaca6 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 210 time: 0.0322142 Jun 03 18:56:05.148360 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc59831-65a8-42b6-bd9c-e241ad66e049 req-cdf0264c-4b29-49a6-862d-304b6868c98b tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:56:05.149371 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-fcc59831-65a8-42b6-bd9c-e241ad66e049 req-cdf0264c-4b29-49a6-862d-304b6868c98b tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/ports?device_id=785adb53-9067-4f06-ae73-4b5ef535ca76 HTTP/1.1" status: 200 len: 945 time: 0.0704663 Jun 03 18:56:05.180114 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-fcc59831-65a8-42b6-bd9c-e241ad66e049 req-f8a2c3ce-2031-4909-a422-2fed20c9866f tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/security-groups?id=de79eae5-a911-47fd-a1b2-ffba49b823ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266106 Jun 03 18:56:05.427144 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-33c2a669-1291-48dd-af47-f5ceedad83db req-10a15b4e-f01b-47cc-8298-c97ead74d481 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 210 time: 0.0327153 Jun 03 18:56:06.327866 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb7df46-aeba-4bc5-8fdc-65fac6e79d4b req-9fa0a709-ed95-4dbf-b2a0-20a8e8eff626 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:56:06.328885 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-8bb7df46-aeba-4bc5-8fdc-65fac6e79d4b req-9fa0a709-ed95-4dbf-b2a0-20a8e8eff626 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/ports?device_id=785adb53-9067-4f06-ae73-4b5ef535ca76 HTTP/1.1" status: 200 len: 945 time: 0.0692194 Jun 03 18:56:06.358437 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-8bb7df46-aeba-4bc5-8fdc-65fac6e79d4b req-e664eaf1-bfcc-40f2-a378-c992cff37e71 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/security-groups?id=de79eae5-a911-47fd-a1b2-ffba49b823ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0258179 Jun 03 18:56:06.569632 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-1bcec1d1-ed47-4131-aab0-d8fcbb12fc25 req-1845da9f-0df0-4f0d-b0bf-0aa9f94e9e76 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 210 time: 0.0401433 Jun 03 18:56:07.164251 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78f9ec0-9255-43d6-a041-0bb4b36953b0 req-57b4c85c-a197-400f-ac58-01ce114de777 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:56:07.165346 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-c78f9ec0-9255-43d6-a041-0bb4b36953b0 req-57b4c85c-a197-400f-ac58-01ce114de777 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.108 "GET /v2.0/ports?device_id=785adb53-9067-4f06-ae73-4b5ef535ca76 HTTP/1.1" status: 200 len: 945 time: 0.0743508 Jun 03 18:56:07.279912 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [req-c78f9ec0-9255-43d6-a041-0bb4b36953b0 req-5508be2b-844b-4582-8999-b6f6eff67779 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Deleting port 1cce0b2e-4434-4665-9d52-8c9864d1b78d {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 18:56:07.280254 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-c78f9ec0-9255-43d6-a041-0bb4b36953b0 req-5508be2b-844b-4582-8999-b6f6eff67779 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241832951'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:56:07.364102 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.db [req-c78f9ec0-9255-43d6-a041-0bb4b36953b0 req-5508be2b-844b-4582-8999-b6f6eff67779 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] For port 1cce0b2e-4434-4665-9d52-8c9864d1b78d, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=1cce0b2e-4434-4665-9d52-8c9864d1b78d,segment=NetworkSegment(ccda361c-8567-475d-9466-98015f7713fb),segment_id=ccda361c-8567-475d-9466-98015f7713fb)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:56:07.364324 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-c78f9ec0-9255-43d6-a041-0bb4b36953b0 req-5508be2b-844b-4582-8999-b6f6eff67779 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:56:07.441917 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [req-c78f9ec0-9255-43d6-a041-0bb4b36953b0 req-5508be2b-844b-4582-8999-b6f6eff67779 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Calling delete_port for 1cce0b2e-4434-4665-9d52-8c9864d1b78d owned by compute:nova {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 18:56:07.534450 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8979ed-4d34-427b-bb9b-effcb3b48aae req-4b5747a2-3147-4923-a312-4dc639a47dd0 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:56:07.535329 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-5a8979ed-4d34-427b-bb9b-effcb3b48aae req-4b5747a2-3147-4923-a312-4dc639a47dd0 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/ports?device_id=785adb53-9067-4f06-ae73-4b5ef535ca76 HTTP/1.1" status: 200 len: 945 time: 0.0977769 Jun 03 18:56:07.594845 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-5a8979ed-4d34-427b-bb9b-effcb3b48aae req-569e5309-a49b-416c-9536-654b1f653ab1 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/security-groups?id=de79eae5-a911-47fd-a1b2-ffba49b823ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424302 Jun 03 18:56:07.604069 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-6de53137-b009-445d-9732-96e483293f45 req-cb7083fa-bb0e-4aa7-9ba8-6392311b1ce4 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1669669 Jun 03 18:56:07.668095 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-247e66b1-b656-4af6-b23c-a54cb074daee req-7db5ec92-e954-4a6b-b639-b941ee03648c tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 210 time: 0.0256164 Jun 03 18:56:07.669679 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de53137-b009-445d-9732-96e483293f45 req-829ae922-599e-435a-9dea-73b6f2135a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:56:07.671038 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-6de53137-b009-445d-9732-96e483293f45 req-829ae922-599e-435a-9dea-73b6f2135a72 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=d9d38a24baac46b597b583bcef65367c&device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 1138 time: 0.0485592 Jun 03 18:56:07.700866 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-c78f9ec0-9255-43d6-a041-0bb4b36953b0 req-5508be2b-844b-4582-8999-b6f6eff67779 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241743607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751241322837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3014096'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:56:07.705889 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-c02b9811-7fde-4c02-8f8b-65211d8eb092 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:56:07.712919 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] get_ports_and_sgs() called for port_ids ['1cce0b2e-4434-4665-9d52-8c9864d1b78d'] {{(pid=103518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 18:56:07.798474 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5508be2b-844b-4582-8999-b6f6eff67779 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Pushing event deleted for resources: {'Port': ['ID=1cce0b2e-4434-4665-9d52-8c9864d1b78d,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:56:07.849097 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5508be2b-844b-4582-8999-b6f6eff67779 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:56:07.849298 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5508be2b-844b-4582-8999-b6f6eff67779 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:56:07.849472 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5508be2b-844b-4582-8999-b6f6eff67779 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:56:07.849686 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5508be2b-844b-4582-8999-b6f6eff67779 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:56:07.849892 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5508be2b-844b-4582-8999-b6f6eff67779 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:56:07.850101 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5508be2b-844b-4582-8999-b6f6eff67779 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:56:07.850310 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5508be2b-844b-4582-8999-b6f6eff67779 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:56:07.850518 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5508be2b-844b-4582-8999-b6f6eff67779 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:56:07.850729 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5508be2b-844b-4582-8999-b6f6eff67779 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:56:07.850937 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5508be2b-844b-4582-8999-b6f6eff67779 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:56:07.851144 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5508be2b-844b-4582-8999-b6f6eff67779 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:56:07.851345 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5508be2b-844b-4582-8999-b6f6eff67779 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:56:07.858075 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-5508be2b-844b-4582-8999-b6f6eff67779 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:56:07.886346 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [req-c78f9ec0-9255-43d6-a041-0bb4b36953b0 req-5508be2b-844b-4582-8999-b6f6eff67779 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] No DVR routers for this DVR port 1cce0b2e-4434-4665-9d52-8c9864d1b78d on host hv-cinder-79466 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 18:56:07.888865 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-c78f9ec0-9255-43d6-a041-0bb4b36953b0 req-5508be2b-844b-4582-8999-b6f6eff67779 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56630'] for port, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:56:07.890342 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '785adb53-9067-4f06-ae73-4b5ef535ca76', 'name': 'network-vif-deleted', 'tag': '1cce0b2e-4434-4665-9d52-8c9864d1b78d'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 18:56:07.891798 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc39b0f538a7142e305aed45b4a3a48499e72eb72884f9d3de90a53803998271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e19aae-a32d-4769-bf51-30de8abfc623" -d '{"events": [{"server_uuid": "785adb53-9067-4f06-ae73-4b5ef535ca76", "name": "network-vif-deleted", "tag": "1cce0b2e-4434-4665-9d52-8c9864d1b78d"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 18:56:07.908088 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de53137-b009-445d-9732-96e483293f45 req-27ef1d28-3f19-47bc-9f3a-cc77e9445f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:56:07.909060 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-6de53137-b009-445d-9732-96e483293f45 req-27ef1d28-3f19-47bc-9f3a-cc77e9445f6d service neutron] 10.222.0.108 "GET /v2.0/networks?id=d37c0514-a3e6-48ec-8f13-b783af090b4a HTTP/1.1" status: 200 len: 917 time: 0.2212663 Jun 03 18:56:07.952690 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 18:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7892cdc2-4caf-4c83-9790-3ff8875e4ba8 x-openstack-request-id: req-7892cdc2-4caf-4c83-9790-3ff8875e4ba8 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 18:56:07.952854 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "785adb53-9067-4f06-ae73-4b5ef535ca76", "name": "network-vif-deleted", "tag": "1cce0b2e-4434-4665-9d52-8c9864d1b78d", "status": "completed", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 18:56:07.953004 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7892cdc2-4caf-4c83-9790-3ff8875e4ba8 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 18:56:07.953243 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '785adb53-9067-4f06-ae73-4b5ef535ca76', 'name': 'network-vif-deleted', 'tag': '1cce0b2e-4434-4665-9d52-8c9864d1b78d', 'status': 'completed', 'code': 200} Jun 03 18:56:07.969527 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-6de53137-b009-445d-9732-96e483293f45 req-79fbd445-af49-4b4e-95ea-e2e5d3a83ba2 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44cb3bfc-7aae-4519-accd-661594a5c489 HTTP/1.1" status: 200 len: 1002 time: 0.0533056 Jun 03 18:56:08.009441 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de53137-b009-445d-9732-96e483293f45 req-36f8489b-74a9-4d99-a8a0-c5d2eed6946c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:56:08.010310 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-6de53137-b009-445d-9732-96e483293f45 req-36f8489b-74a9-4d99-a8a0-c5d2eed6946c service neutron] 10.222.0.108 "GET /v2.0/subnets?id=fe7b0dbf-28e6-4929-ac4a-322194eadbe9 HTTP/1.1" status: 200 len: 854 time: 0.0339181 Jun 03 18:56:08.053190 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-c78f9ec0-9255-43d6-a041-0bb4b36953b0 req-5508be2b-844b-4582-8999-b6f6eff67779 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.108 "DELETE /v2.0/ports/1cce0b2e-4434-4665-9d52-8c9864d1b78d HTTP/1.1" status: 204 len: 173 time: 0.8822439 Jun 03 18:56:08.054842 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de53137-b009-445d-9732-96e483293f45 req-e7dfa360-829d-4d50-a440-34fb85c32f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:56:08.055666 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-6de53137-b009-445d-9732-96e483293f45 req-e7dfa360-829d-4d50-a440-34fb85c32f5a service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=d37c0514-a3e6-48ec-8f13-b783af090b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0393295 Jun 03 18:56:08.140827 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-6de53137-b009-445d-9732-96e483293f45 req-90e645a1-36ea-4339-8663-d57d9f39aa1c service neutron] 10.222.0.108 "GET /v2.0/networks/d37c0514-a3e6-48ec-8f13-b783af090b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783424 Jun 03 18:56:08.217744 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-6de53137-b009-445d-9732-96e483293f45 req-21572948-df4f-4fa0-8809-dace3bd58a70 service neutron] 10.222.0.108 "GET /v2.0/networks/d37c0514-a3e6-48ec-8f13-b783af090b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0694232 Jun 03 18:56:08.725047 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-7025e715-5667-4ebf-b383-2f4c97446b8b req-e38ea43e-1df4-4a55-9e5c-f89341338c8f tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/ports?device_id=785adb53-9067-4f06-ae73-4b5ef535ca76 HTTP/1.1" status: 200 len: 210 time: 0.0297492 Jun 03 18:56:08.773116 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-3b062328-d6ea-4437-91eb-69cc34c66be2 req-bdbd02b5-7c00-4e28-9df4-2dfe1f0fc065 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 210 time: 0.0272493 Jun 03 18:56:09.844972 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-6007dbbc-4431-4cc0-960d-965b5d3caba5 req-60564e04-cc74-4924-8102-02c0e8f7d47a tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Synchronizing usage tracker for tenant:6bd4939810bd4d06b2e7642062ae3924 on resource:port {{(pid=103516) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 18:56:09.891629 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-17bd94ee-3823-4ee1-91ef-f913469ec471 req-7fbee070-4408-43d2-be21-4828be5b0c43 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 210 time: 0.0347667 Jun 03 18:56:09.972339 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-6007dbbc-4431-4cc0-960d-965b5d3caba5 req-60564e04-cc74-4924-8102-02c0e8f7d47a tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Unset dirty status for tenant:6bd4939810bd4d06b2e7642062ae3924 on resource:port {{(pid=103516) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 18:56:09.973843 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-6007dbbc-4431-4cc0-960d-965b5d3caba5 req-60564e04-cc74-4924-8102-02c0e8f7d47a tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/ports?device_id=785adb53-9067-4f06-ae73-4b5ef535ca76 HTTP/1.1" status: 200 len: 210 time: 0.1615248 Jun 03 18:56:10.747104 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Device 1cce0b2e-4434-4665-9d52-8c9864d1b78d no longer exists at agent hyperv_hv-cinder-79466 {{(pid=103518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 18:56:10.778758 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.plugin [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] No Port match for: 1cce0b2e-4434-4665-9d52-8c9864d1b78d {{(pid=103518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 18:56:10.778987 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Device 1cce0b2e-4434-4665-9d52-8c9864d1b78d not bound to the agent host hv-cinder-79466 {{(pid=103518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 18:56:11.019455 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-86937880-118d-4ebf-9d9f-f0d0941ddf30 req-077d9b1f-905f-458c-bff9-aa5622db3c5a tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 210 time: 0.0298779 Jun 03 18:56:11.116654 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-a4b94698-d852-44fd-b86a-76df79dbab76 req-43727ca1-ba38-4e89-9be4-2b30d949ec1a tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/ports?device_id=785adb53-9067-4f06-ae73-4b5ef535ca76 HTTP/1.1" status: 200 len: 210 time: 0.0483086 Jun 03 18:56:12.145347 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-0b828827-5119-4b8b-b910-a6fa049b289a req-3157c9fb-b9af-4044-9507-c13c6c7271a9 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 210 time: 0.0340853 Jun 03 18:56:13.282027 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-88d8d575-2378-40d9-8bc8-1a4b5a0057ec req-cf2f7d4a-b4a7-461e-940c-96fb6b23e8cc tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 210 time: 0.0437646 Jun 03 18:56:14.417859 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-53b3da19-10c5-47f8-b7d7-2116dd657005 req-7c7b16d4-dc75-44e9-8b57-531388dab768 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 210 time: 0.0379987 Jun 03 18:56:15.547545 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-d762fd7e-e0fb-4408-b496-bb96faa411b5 req-88257941-8bac-4647-a8d8-c3cc8d53a79b tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 210 time: 0.0302205 Jun 03 18:56:16.670416 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-f00801e4-4441-48ac-be3c-afae593aee62 req-5102dafe-0f6c-4111-b6a3-2d2f3b158593 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 210 time: 0.0326359 Jun 03 18:56:17.801436 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-f6cda3c4-e6cf-4701-ac7b-ec8b716b0b37 req-b37f14c0-389f-49e9-bd8f-ebdb001d28f3 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 210 time: 0.0326931 Jun 03 18:56:18.931317 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-fa5c9967-418a-4481-b735-db239d3ae269 req-44ed552e-9792-4c3d-b649-b277b06bd1c9 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 210 time: 0.0301588 Jun 03 18:56:20.044643 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-5469cf80-26bf-4129-9665-8793703ebbf1 req-139de2ae-ff45-4fdc-b7c0-7532305d411b tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 210 time: 0.0297503 Jun 03 18:56:20.176239 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be2a94-903f-4098-99e9-7656c6d79259 req-94be0def-4940-4857-a136-8f5f68ada466 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:56:20.178194 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-b8be2a94-903f-4098-99e9-7656c6d79259 req-94be0def-4940-4857-a136-8f5f68ada466 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/networks?id=44c83a21-d1dc-47ce-8fdb-73bee728f9df HTTP/1.1" status: 200 len: 813 time: 0.0930810 Jun 03 18:56:20.188030 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-b8be2a94-903f-4098-99e9-7656c6d79259 req-e6eff549-9c7d-4505-828c-4e9d438a3942 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/quotas/6bd4939810bd4d06b2e7642062ae3924 HTTP/1.1" status: 200 len: 375 time: 0.0062795 Jun 03 18:56:20.217206 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-b8be2a94-903f-4098-99e9-7656c6d79259 req-e2ad7c54-185e-49ea-8329-84d90fd1911c tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6bd4939810bd4d06b2e7642062ae3924&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260577 Jun 03 18:56:20.332291 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-b8be2a94-903f-4098-99e9-7656c6d79259 req-466a6394-f742-4b98-89cb-4cf21027c5f5 service neutron] 10.222.0.44 "GET /v2.0/networks/44c83a21-d1dc-47ce-8fdb-73bee728f9df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107352 Jun 03 18:56:20.409300 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-b8be2a94-903f-4098-99e9-7656c6d79259 req-3d2b4391-a353-4b9d-a8d4-bfc0aa997629 service neutron] 10.222.0.44 "GET /v2.0/networks/44c83a21-d1dc-47ce-8fdb-73bee728f9df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0718462 Jun 03 18:56:20.680032 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-1b49999f-5490-4086-b3b7-8783a13399ea req-3ce5c831-d682-43e8-890a-924b03000bb5 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/ports?device_id=0de7e672-2221-45fd-bc16-400edd20294c HTTP/1.1" status: 200 len: 210 time: 0.0293870 Jun 03 18:56:21.154792 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-866888a0-acbd-497b-9837-7651d2ea158f req-4b613f05-2eb3-4ef1-8b90-0de1b1decaf0 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 210 time: 0.0285509 Jun 03 18:56:21.792390 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-38d9e926-0082-4a52-be82-6b3d525f8a73 req-dfb80d25-c944-4067-85ec-1f987a0a7372 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/ports?device_id=0de7e672-2221-45fd-bc16-400edd20294c HTTP/1.1" status: 200 len: 210 time: 0.0331624 Jun 03 18:56:22.277721 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-a7827bfa-4b67-4001-95ef-5e2910ea5f05 req-3f079456-cd6f-4455-8178-875b7feaa8a0 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 210 time: 0.0317249 Jun 03 18:56:22.898056 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-1d2a11a7-2b75-460f-bd0b-f131d4b312e3 req-2eeed5ad-d187-43e9-b660-a815451826a2 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/ports?device_id=0de7e672-2221-45fd-bc16-400edd20294c HTTP/1.1" status: 200 len: 210 time: 0.0303874 Jun 03 18:56:23.410524 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-91456f37-7ea1-41f1-a586-bbb762be3779 req-afee778a-57bc-4db1-9415-931d29553833 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 210 time: 0.0299685 Jun 03 18:56:24.024112 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-5aa05748-95e8-4691-9e4a-6ad4cec309a9 req-24cb7e40-4881-48b6-af90-4003208a9af8 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/ports?device_id=0de7e672-2221-45fd-bc16-400edd20294c HTTP/1.1" status: 200 len: 210 time: 0.0440118 Jun 03 18:56:24.026668 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 18:56:24.547061 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-9b71d99b-aca9-46dd-aac2-61d04bf47696 req-aad5df71-2b3d-48fa-aecf-18b271663411 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 210 time: 0.0389442 Jun 03 18:56:25.315082 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-dd6894cf-f904-48f7-9ad2-34a32028fbab req-d6baa03e-399a-4ed6-941a-c3101bf86c6a tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/ports?device_id=0de7e672-2221-45fd-bc16-400edd20294c HTTP/1.1" status: 200 len: 210 time: 0.0429831 Jun 03 18:56:25.670705 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-50a85aa7-8861-4532-8d6d-a1cd3235e5c5 req-0f8bfec1-d4ce-4935-8563-aec302f5b4e4 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 210 time: 0.0309858 Jun 03 18:56:26.418846 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-bc6bf9d6-822b-4ad8-b120-ef61f8fb25b2 req-153a017d-db22-4724-a89d-a6f32da6e7b4 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/ports?device_id=0de7e672-2221-45fd-bc16-400edd20294c HTTP/1.1" status: 200 len: 210 time: 0.0292189 Jun 03 18:56:26.791746 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-bcdca566-ad72-4885-9597-3e47ea718567 req-bf9183e7-cb13-44d0-a696-b11c67ab0d3c tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 210 time: 0.0315998 Jun 03 18:56:27.603904 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-2529593a-750c-476b-ac87-b0bac324b518 req-ad3d88d7-cad0-476a-9486-b601ced169ff tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/ports?device_id=0de7e672-2221-45fd-bc16-400edd20294c HTTP/1.1" status: 200 len: 210 time: 0.0993843 Jun 03 18:56:27.926449 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-ae6821fb-5d75-4027-817a-2de2878a8f68 req-f5eb4941-7d1c-48fb-88a1-233c6b38d06b tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 210 time: 0.0328197 Jun 03 18:56:28.730556 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-d0c49f2e-9945-42e1-a567-bad535951bc1 req-ce34a0a9-6786-432d-86e5-0b7a78e8a60e tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/ports?device_id=0de7e672-2221-45fd-bc16-400edd20294c HTTP/1.1" status: 200 len: 210 time: 0.0308843 Jun 03 18:56:29.046230 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-8f5839b1-861c-493c-bb83-95aa68208515 req-3188e3a3-01fb-43bc-882f-0e49b51618cb tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 210 time: 0.0297441 Jun 03 18:56:29.590338 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-23b4eaa3-2db4-40ff-b3f7-a7f9237dc901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:56:29.853677 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-56b3f959-75ff-42a2-9bda-37f99c20349a req-bda6211b-8fd0-4720-a67e-e924b8cde26a tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/ports?device_id=0de7e672-2221-45fd-bc16-400edd20294c HTTP/1.1" status: 200 len: 210 time: 0.0388062 Jun 03 18:56:30.158126 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-85e9eda8-6bd3-4c33-b7be-ada2330ca23c req-0e65a033-26fa-4237-ae9c-f6b6f84be12e tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 210 time: 0.0291994 Jun 03 18:56:30.619562 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:56:30.838168 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-cc1752e1-18ae-4a09-87e2-4fe1ce5ba5f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:56:30.960808 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-843e3636-4c53-4e9d-8510-3376870901e3 req-08c26b7b-42bb-4cfd-98e1-d58a7769066a tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/ports?device_id=0de7e672-2221-45fd-bc16-400edd20294c HTTP/1.1" status: 200 len: 210 time: 0.0314424 Jun 03 18:56:31.271109 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-7007ac8f-4da1-49db-8410-2cbcc510a31f req-dcabdfbd-54f3-46b0-a601-f303a13b7c4f tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 210 time: 0.0313969 Jun 03 18:56:31.778573 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be2a94-903f-4098-99e9-7656c6d79259 req-6fb629ed-8128-47af-baf2-6cf13412597f tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:56:31.779409 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-b8be2a94-903f-4098-99e9-7656c6d79259 req-6fb629ed-8128-47af-baf2-6cf13412597f tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.108 "GET /v2.0/networks?id=44c83a21-d1dc-47ce-8fdb-73bee728f9df HTTP/1.1" status: 200 len: 813 time: 0.1078072 Jun 03 18:56:31.792091 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.v2.base [req-b8be2a94-903f-4098-99e9-7656c6d79259 req-ca14df6a-9dc5-4e4d-b00e-538242587271 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Request body: {'port': {'device_id': '0de7e672-2221-45fd-bc16-400edd20294c', 'network_id': '44c83a21-d1dc-47ce-8fdb-73bee728f9df', 'admin_state_up': True, 'tenant_id': '6bd4939810bd4d06b2e7642062ae3924'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:56:31.882034 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [req-b8be2a94-903f-4098-99e9-7656c6d79259 req-ca14df6a-9dc5-4e4d-b00e-538242587271 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:56:31.888902 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [req-b8be2a94-903f-4098-99e9-7656c6d79259 req-ca14df6a-9dc5-4e4d-b00e-538242587271 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:56:32.036357 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8be2a94-903f-4098-99e9-7656c6d79259 req-ca14df6a-9dc5-4e4d-b00e-538242587271 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Made reservation on behalf of 6bd4939810bd4d06b2e7642062ae3924 for: {'port': 1} {{(pid=103516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 18:56:32.039185 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-b8be2a94-903f-4098-99e9-7656c6d79259 req-ca14df6a-9dc5-4e4d-b00e-538242587271 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:56:32.065496 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:56:32.074707 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-2c37b6f5-962e-419d-a2b7-4ae0a138c053 req-55752d62-c709-477a-9205-67675c600df1 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/ports?device_id=0de7e672-2221-45fd-bc16-400edd20294c HTTP/1.1" status: 200 len: 210 time: 0.0305731 Jun 03 18:56:32.146699 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [req-b8be2a94-903f-4098-99e9-7656c6d79259 req-ca14df6a-9dc5-4e4d-b00e-538242587271 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Allocated IP 172.20.0.10 (44c83a21-d1dc-47ce-8fdb-73bee728f9df/38f30c37-a86f-42db-9519-c5d3fb67fbc4/41bb4f5f-1159-46e2-832d-8ab9ada45bab) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 18:56:32.276866 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-b8be2a94-903f-4098-99e9-7656c6d79259 req-ca14df6a-9dc5-4e4d-b00e-538242587271 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Notify callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:56:32.376595 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-9c0137a5-11e3-458a-bf11-9c8d57e44390 req-9dc0703f-fc95-4cde-be64-2a8f73774791 tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] 10.222.0.44 "GET /v2.0/ports?device_id=06a217ea-808d-4358-bce1-b1894c31b47b HTTP/1.1" status: 200 len: 210 time: 0.0281923 Jun 03 18:56:32.427305 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-b8be2a94-903f-4098-99e9-7656c6d79259 req-ca14df6a-9dc5-4e4d-b00e-538242587271 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751241322828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3014096'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:56:32.432123 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-3c8526e7-9ae0-42f8-bfb2-314789c96fcd tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:56:32.473178 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8be2a94-903f-4098-99e9-7656c6d79259 req-ca14df6a-9dc5-4e4d-b00e-538242587271 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Network 44c83a21-d1dc-47ce-8fdb-73bee728f9df is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 18:56:32.477765 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [req-b8be2a94-903f-4098-99e9-7656c6d79259 req-ca14df6a-9dc5-4e4d-b00e-538242587271 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 18:56:32.482746 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8be2a94-903f-4098-99e9-7656c6d79259 req-ca14df6a-9dc5-4e4d-b00e-538242587271 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 18:56:32.499193 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca14df6a-9dc5-4e4d-b00e-538242587271 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Pushing event updated for resources: {'Port': ['ID=41bb4f5f-1159-46e2-832d-8ab9ada45bab,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:56:32.502825 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-ca14df6a-9dc5-4e4d-b00e-538242587271 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:56:32.521553 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be2a94-903f-4098-99e9-7656c6d79259 req-ca14df6a-9dc5-4e4d-b00e-538242587271 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:56:32.522823 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-b8be2a94-903f-4098-99e9-7656c6d79259 req-ca14df6a-9dc5-4e4d-b00e-538242587271 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56630'] for port, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:56:32.636604 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-b8be2a94-903f-4098-99e9-7656c6d79259 req-ca14df6a-9dc5-4e4d-b00e-538242587271 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8467026 Jun 03 18:56:32.649292 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.v2.base [req-b8be2a94-903f-4098-99e9-7656c6d79259 req-5c2d9472-b8b6-4a6c-b9b7-1a5819aa77aa service neutron] Request body: {'port': {'device_id': '0de7e672-2221-45fd-bc16-400edd20294c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:56:32.684238 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:56:32.737101 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-b8be2a94-903f-4098-99e9-7656c6d79259 req-5c2d9472-b8b6-4a6c-b9b7-1a5819aa77aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:56:32.773122 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:56:32.971557 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.notifiers.nova [req-b8be2a94-903f-4098-99e9-7656c6d79259 req-5c2d9472-b8b6-4a6c-b9b7-1a5819aa77aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41bb4f5f-1159-46e2-832d-8ab9ada45bab {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 18:56:32.980182 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-b8be2a94-903f-4098-99e9-7656c6d79259 req-5c2d9472-b8b6-4a6c-b9b7-1a5819aa77aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:56:32.995015 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [req-b8be2a94-903f-4098-99e9-7656c6d79259 req-5c2d9472-b8b6-4a6c-b9b7-1a5819aa77aa service neutron] Transition to ACTIVE for port object 41bb4f5f-1159-46e2-832d-8ab9ada45bab will not be triggered until provisioned by entity L2. {{(pid=103516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 18:56:33.139513 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-b8be2a94-903f-4098-99e9-7656c6d79259 req-5c2d9472-b8b6-4a6c-b9b7-1a5819aa77aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3013931'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:56:33.144056 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-d3306890-2f05-447f-81eb-ff108c2b19df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:56:33.323215 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2d9472-b8b6-4a6c-b9b7-1a5819aa77aa service neutron] Pushing event updated for resources: {'Port': ['ID=41bb4f5f-1159-46e2-832d-8ab9ada45bab,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:56:33.326293 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-5c2d9472-b8b6-4a6c-b9b7-1a5819aa77aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:56:33.399460 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01153caf-63e5-4405-ab6b-e57b2086695c req-4275acc9-ab3d-4bc2-b37d-be2d5ecbb3d4 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:56:33.399871 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-01153caf-63e5-4405-ab6b-e57b2086695c req-4275acc9-ab3d-4bc2-b37d-be2d5ecbb3d4 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Synchronizing usage tracker for tenant:6bd4939810bd4d06b2e7642062ae3924 on resource:port {{(pid=103516) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 18:56:33.406512 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [req-b8be2a94-903f-4098-99e9-7656c6d79259 req-5c2d9472-b8b6-4a6c-b9b7-1a5819aa77aa service neutron] Attempting to bind port 41bb4f5f-1159-46e2-832d-8ab9ada45bab on host hv-cinder-79466 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 18:56:33.406690 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [req-b8be2a94-903f-4098-99e9-7656c6d79259 req-5c2d9472-b8b6-4a6c-b9b7-1a5819aa77aa service neutron] Attempting to bind port 41bb4f5f-1159-46e2-832d-8ab9ada45bab by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': 'ccda361c-8567-475d-9466-98015f7713fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '44c83a21-d1dc-47ce-8fdb-73bee728f9df'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 18:56:33.406869 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8be2a94-903f-4098-99e9-7656c6d79259 req-5c2d9472-b8b6-4a6c-b9b7-1a5819aa77aa service neutron] Attempting to bind port 41bb4f5f-1159-46e2-832d-8ab9ada45bab on network 44c83a21-d1dc-47ce-8fdb-73bee728f9df {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 18:56:33.411821 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8be2a94-903f-4098-99e9-7656c6d79259 req-5c2d9472-b8b6-4a6c-b9b7-1a5819aa77aa service neutron] Port 41bb4f5f-1159-46e2-832d-8ab9ada45bab on network 44c83a21-d1dc-47ce-8fdb-73bee728f9df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 18:56:33.411989 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8be2a94-903f-4098-99e9-7656c6d79259 req-5c2d9472-b8b6-4a6c-b9b7-1a5819aa77aa service neutron] Attempting to bind port 41bb4f5f-1159-46e2-832d-8ab9ada45bab on network 44c83a21-d1dc-47ce-8fdb-73bee728f9df {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 18:56:33.415574 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8be2a94-903f-4098-99e9-7656c6d79259 req-5c2d9472-b8b6-4a6c-b9b7-1a5819aa77aa service neutron] Checking agent: {'id': 'af909ad5-3a3f-482f-ab55-4c32617c9c15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 18, 49, 2), 'started_at': datetime.datetime(2021, 6, 3, 18, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 18, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 18:56:33.415697 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8be2a94-903f-4098-99e9-7656c6d79259 req-5c2d9472-b8b6-4a6c-b9b7-1a5819aa77aa service neutron] Checking segment: {'id': 'ccda361c-8567-475d-9466-98015f7713fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '44c83a21-d1dc-47ce-8fdb-73bee728f9df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 18:56:33.415930 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8be2a94-903f-4098-99e9-7656c6d79259 req-5c2d9472-b8b6-4a6c-b9b7-1a5819aa77aa service neutron] Bound using segment: {'id': 'ccda361c-8567-475d-9466-98015f7713fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '44c83a21-d1dc-47ce-8fdb-73bee728f9df'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 18:56:33.416167 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [req-b8be2a94-903f-4098-99e9-7656c6d79259 req-5c2d9472-b8b6-4a6c-b9b7-1a5819aa77aa service neutron] Bound port: 41bb4f5f-1159-46e2-832d-8ab9ada45bab, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccda361c-8567-475d-9466-98015f7713fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '44c83a21-d1dc-47ce-8fdb-73bee728f9df'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 18:56:33.416361 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-b8be2a94-903f-4098-99e9-7656c6d79259 req-5c2d9472-b8b6-4a6c-b9b7-1a5819aa77aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:56:33.470606 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.db [req-b8be2a94-903f-4098-99e9-7656c6d79259 req-5c2d9472-b8b6-4a6c-b9b7-1a5819aa77aa service neutron] For port 41bb4f5f-1159-46e2-832d-8ab9ada45bab, host hv-cinder-79466, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 18:56:33.472332 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.db [req-b8be2a94-903f-4098-99e9-7656c6d79259 req-5c2d9472-b8b6-4a6c-b9b7-1a5819aa77aa service neutron] For port 41bb4f5f-1159-46e2-832d-8ab9ada45bab, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=41bb4f5f-1159-46e2-832d-8ab9ada45bab,segment=NetworkSegment(ccda361c-8567-475d-9466-98015f7713fb),segment_id=ccda361c-8567-475d-9466-98015f7713fb)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 18:56:33.473845 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-01153caf-63e5-4405-ab6b-e57b2086695c req-4275acc9-ab3d-4bc2-b37d-be2d5ecbb3d4 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Unset dirty status for tenant:6bd4939810bd4d06b2e7642062ae3924 on resource:port {{(pid=103516) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 18:56:33.474541 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-01153caf-63e5-4405-ab6b-e57b2086695c req-4275acc9-ab3d-4bc2-b37d-be2d5ecbb3d4 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/ports?device_id=0de7e672-2221-45fd-bc16-400edd20294c HTTP/1.1" status: 200 len: 944 time: 0.3045475 Jun 03 18:56:33.500667 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-01153caf-63e5-4405-ab6b-e57b2086695c req-23b7be1a-3d4c-4401-9609-e1c3f59bcdfd tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/security-groups?id=de79eae5-a911-47fd-a1b2-ffba49b823ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0220342 Jun 03 18:56:33.577954 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-b8be2a94-903f-4098-99e9-7656c6d79259 req-5c2d9472-b8b6-4a6c-b9b7-1a5819aa77aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3013931'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:56:33.584049 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-d3306890-2f05-447f-81eb-ff108c2b19df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:56:33.621144 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be2a94-903f-4098-99e9-7656c6d79259 req-5c2d9472-b8b6-4a6c-b9b7-1a5819aa77aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:56:33.621531 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-b8be2a94-903f-4098-99e9-7656c6d79259 req-5c2d9472-b8b6-4a6c-b9b7-1a5819aa77aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56630'] for port, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:56:33.622420 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-b8be2a94-903f-4098-99e9-7656c6d79259 req-5c2d9472-b8b6-4a6c-b9b7-1a5819aa77aa service neutron] 10.222.0.108 "PUT /v2.0/ports/41bb4f5f-1159-46e2-832d-8ab9ada45bab HTTP/1.1" status: 200 len: 1094 time: 0.9788601 Jun 03 18:56:33.622701 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0de7e672-2221-45fd-bc16-400edd20294c', 'tag': '41bb4f5f-1159-46e2-832d-8ab9ada45bab'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 18:56:33.624188 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc39b0f538a7142e305aed45b4a3a48499e72eb72884f9d3de90a53803998271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-798a550c-4fa5-4329-8b2c-a9379e2f73ed" -d '{"events": [{"name": "network-changed", "server_uuid": "0de7e672-2221-45fd-bc16-400edd20294c", "tag": "41bb4f5f-1159-46e2-832d-8ab9ada45bab"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 18:56:33.649309 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2d9472-b8b6-4a6c-b9b7-1a5819aa77aa service neutron] Pushing event updated for resources: {'Port': ['ID=41bb4f5f-1159-46e2-832d-8ab9ada45bab,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:56:33.651068 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-5c2d9472-b8b6-4a6c-b9b7-1a5819aa77aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:56:33.660249 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 18:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef0081b4-ae85-4bfd-8fd6-500f4598af2f x-openstack-request-id: req-ef0081b4-ae85-4bfd-8fd6-500f4598af2f {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 18:56:33.660433 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0de7e672-2221-45fd-bc16-400edd20294c", "tag": "41bb4f5f-1159-46e2-832d-8ab9ada45bab", "status": "completed", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 18:56:33.660604 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ef0081b4-ae85-4bfd-8fd6-500f4598af2f {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 18:56:33.660880 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0de7e672-2221-45fd-bc16-400edd20294c', 'tag': '41bb4f5f-1159-46e2-832d-8ab9ada45bab', 'status': 'completed', 'code': 200} Jun 03 18:56:34.639329 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca57d716-ac46-45bf-a238-f8b486fb5735 req-d214919b-3c57-4651-89d0-45d91a853b32 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:56:34.640292 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-ca57d716-ac46-45bf-a238-f8b486fb5735 req-d214919b-3c57-4651-89d0-45d91a853b32 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/ports?device_id=0de7e672-2221-45fd-bc16-400edd20294c HTTP/1.1" status: 200 len: 944 time: 0.0605159 Jun 03 18:56:34.668940 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-ca57d716-ac46-45bf-a238-f8b486fb5735 req-a3dd1452-ccd2-4060-bba1-6e40069176e2 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/security-groups?id=de79eae5-a911-47fd-a1b2-ffba49b823ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0249896 Jun 03 18:56:35.824932 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7765eb-af8f-4bcf-ab72-3930f130c8d2 req-478c7c0d-8619-472d-a7f5-a722428d003c tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:56:35.825976 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-af7765eb-af8f-4bcf-ab72-3930f130c8d2 req-478c7c0d-8619-472d-a7f5-a722428d003c tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/ports?device_id=0de7e672-2221-45fd-bc16-400edd20294c HTTP/1.1" status: 200 len: 944 time: 0.0721188 Jun 03 18:56:35.858706 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-af7765eb-af8f-4bcf-ab72-3930f130c8d2 req-bd70955d-6233-4b02-8609-7d4154773b5f tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/security-groups?id=de79eae5-a911-47fd-a1b2-ffba49b823ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0258408 Jun 03 18:56:36.998721 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d304a9-5891-4143-96ff-50938f222358 req-346b3799-6a24-48cb-a74f-7f5c260df1ff tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:56:36.999729 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-91d304a9-5891-4143-96ff-50938f222358 req-346b3799-6a24-48cb-a74f-7f5c260df1ff tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/ports?device_id=0de7e672-2221-45fd-bc16-400edd20294c HTTP/1.1" status: 200 len: 944 time: 0.0651965 Jun 03 18:56:37.031619 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-91d304a9-5891-4143-96ff-50938f222358 req-125d40a1-5484-4b1c-aba2-2269b2a618f7 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/security-groups?id=de79eae5-a911-47fd-a1b2-ffba49b823ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0251997 Jun 03 18:56:37.422688 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a550c-4fa5-4329-8b2c-a9379e2f73ed req-f739694b-af82-4da8-9676-33c31458311b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:56:37.423729 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-798a550c-4fa5-4329-8b2c-a9379e2f73ed req-f739694b-af82-4da8-9676-33c31458311b service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=6bd4939810bd4d06b2e7642062ae3924&device_id=0de7e672-2221-45fd-bc16-400edd20294c HTTP/1.1" status: 200 len: 1097 time: 0.0652194 Jun 03 18:56:37.519683 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a550c-4fa5-4329-8b2c-a9379e2f73ed req-b3293c67-537f-4f4f-b44c-3d3b1e28d141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:56:37.520596 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-798a550c-4fa5-4329-8b2c-a9379e2f73ed req-b3293c67-537f-4f4f-b44c-3d3b1e28d141 service neutron] 10.222.0.108 "GET /v2.0/networks?tenant_id=6bd4939810bd4d06b2e7642062ae3924&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0893676 Jun 03 18:56:37.613952 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a550c-4fa5-4329-8b2c-a9379e2f73ed req-e91e84b6-689e-4371-9eb8-6831fe995bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:56:37.614917 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-798a550c-4fa5-4329-8b2c-a9379e2f73ed req-e91e84b6-689e-4371-9eb8-6831fe995bef service neutron] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0878091 Jun 03 18:56:37.704007 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be2a94-903f-4098-99e9-7656c6d79259 req-4a0546ae-87f1-4b89-9517-6094d945b4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:56:37.704949 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-b8be2a94-903f-4098-99e9-7656c6d79259 req-4a0546ae-87f1-4b89-9517-6094d945b4df service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=6bd4939810bd4d06b2e7642062ae3924&device_id=0de7e672-2221-45fd-bc16-400edd20294c HTTP/1.1" status: 200 len: 1097 time: 0.0568597 Jun 03 18:56:37.753238 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-b8be2a94-903f-4098-99e9-7656c6d79259 req-57243393-ba12-460c-9500-01fc67f76723 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41bb4f5f-1159-46e2-832d-8ab9ada45bab HTTP/1.1" status: 200 len: 217 time: 0.0400681 Jun 03 18:56:37.798375 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be2a94-903f-4098-99e9-7656c6d79259 req-d39ce6c2-851e-4aa4-9878-aa084479f6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:56:37.799272 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-b8be2a94-903f-4098-99e9-7656c6d79259 req-d39ce6c2-851e-4aa4-9878-aa084479f6c9 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=38f30c37-a86f-42db-9519-c5d3fb67fbc4 HTTP/1.1" status: 200 len: 853 time: 0.0388584 Jun 03 18:56:37.832322 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-b8be2a94-903f-4098-99e9-7656c6d79259 req-22c89107-2c23-4fde-8dc3-ed67fcda1f9a service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=44c83a21-d1dc-47ce-8fdb-73bee728f9df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269754 Jun 03 18:56:37.919598 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-b8be2a94-903f-4098-99e9-7656c6d79259 req-d76fb3a1-8817-44ec-8a0a-240fc20b6324 service neutron] 10.222.0.108 "GET /v2.0/networks/44c83a21-d1dc-47ce-8fdb-73bee728f9df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804074 Jun 03 18:56:38.007825 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-b8be2a94-903f-4098-99e9-7656c6d79259 req-6fda7f9c-a587-4714-9434-23cf1d27969e service neutron] 10.222.0.108 "GET /v2.0/networks/44c83a21-d1dc-47ce-8fdb-73bee728f9df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819790 Jun 03 18:56:38.152189 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef3b66d-af42-44b2-9259-95cfa886c82e req-70eb7acb-cc2c-40df-9acb-62367ec62a7d tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:56:38.152189 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-bef3b66d-af42-44b2-9259-95cfa886c82e req-70eb7acb-cc2c-40df-9acb-62367ec62a7d tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/ports?device_id=0de7e672-2221-45fd-bc16-400edd20294c HTTP/1.1" status: 200 len: 944 time: 0.0531757 Jun 03 18:56:38.251699 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-bef3b66d-af42-44b2-9259-95cfa886c82e req-0b394759-d55c-4ab5-bb69-1fb218bf9f66 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/security-groups?id=de79eae5-a911-47fd-a1b2-ffba49b823ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963078 Jun 03 18:56:39.400484 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f010a5ab-d3cf-4fad-81ed-24dcaa489fdf req-ca73ee4d-5a26-424d-83cd-31688e38a22e tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:56:39.401500 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-f010a5ab-d3cf-4fad-81ed-24dcaa489fdf req-ca73ee4d-5a26-424d-83cd-31688e38a22e tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/ports?device_id=0de7e672-2221-45fd-bc16-400edd20294c HTTP/1.1" status: 200 len: 944 time: 0.0585537 Jun 03 18:56:39.432154 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-f010a5ab-d3cf-4fad-81ed-24dcaa489fdf req-8a9ff2bb-d357-4265-885c-ed907a6d00b6 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/security-groups?id=de79eae5-a911-47fd-a1b2-ffba49b823ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263033 Jun 03 18:56:40.589062 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5860af12-1c91-46a0-af97-36187c1115ff req-85e2b22a-0c9c-4e97-8f09-9170ef02254f tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:56:40.590055 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-5860af12-1c91-46a0-af97-36187c1115ff req-85e2b22a-0c9c-4e97-8f09-9170ef02254f tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/ports?device_id=0de7e672-2221-45fd-bc16-400edd20294c HTTP/1.1" status: 200 len: 944 time: 0.0720601 Jun 03 18:56:40.622998 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-5860af12-1c91-46a0-af97-36187c1115ff req-36559c67-2cb6-46b5-a694-7c4299d73507 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/security-groups?id=de79eae5-a911-47fd-a1b2-ffba49b823ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265393 Jun 03 18:56:40.914370 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Device 41bb4f5f-1159-46e2-832d-8ab9ada45bab details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=103518) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 18:56:41.008296 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] For port 41bb4f5f-1159-46e2-832d-8ab9ada45bab, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=41bb4f5f-1159-46e2-832d-8ab9ada45bab,segment=NetworkSegment(ccda361c-8567-475d-9466-98015f7713fb),segment_id=ccda361c-8567-475d-9466-98015f7713fb)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:56:41.016560 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Returning: {'device': '41bb4f5f-1159-46e2-832d-8ab9ada45bab', 'network_id': '44c83a21-d1dc-47ce-8fdb-73bee728f9df', 'port_id': '41bb4f5f-1159-46e2-832d-8ab9ada45bab', 'mac_address': 'fa:16:3e:c5:96:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38f30c37-a86f-42db-9519-c5d3fb67fbc4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103518) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 18:56:41.050318 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:56:41.063249 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.notifiers.nova [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41bb4f5f-1159-46e2-832d-8ab9ada45bab {{(pid=103518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 18:56:41.073170 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] For port 41bb4f5f-1159-46e2-832d-8ab9ada45bab, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=41bb4f5f-1159-46e2-832d-8ab9ada45bab,segment=NetworkSegment(ccda361c-8567-475d-9466-98015f7713fb),segment_id=ccda361c-8567-475d-9466-98015f7713fb)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:56:41.186492 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:56:41.190048 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-c86b60fa-c11d-4dd9-9af8-e4fc2aa21af3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:56:41.268329 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Pushing event updated for resources: {'Port': ['ID=41bb4f5f-1159-46e2-832d-8ab9ada45bab,revision_number=4']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:56:41.276644 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:56:41.276906 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:56:41.277135 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:56:41.277354 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:56:41.277567 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:56:41.277819 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:56:41.278035 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:56:41.278245 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:56:41.278459 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:56:41.278670 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:56:41.278880 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:56:41.279088 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:56:41.282030 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:56:41.483712 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] get_ports_and_sgs() called for port_ids ['41bb4f5f-1159-46e2-832d-8ab9ada45bab'] {{(pid=103518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 18:56:41.741381 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f81a25-0406-49e7-ad7d-14d3de5413df req-417b6158-6737-4899-824a-c2a5bcda4b07 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:56:41.742203 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-b9f81a25-0406-49e7-ad7d-14d3de5413df req-417b6158-6737-4899-824a-c2a5bcda4b07 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/ports?device_id=0de7e672-2221-45fd-bc16-400edd20294c HTTP/1.1" status: 200 len: 945 time: 0.0514746 Jun 03 18:56:41.783081 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-b9f81a25-0406-49e7-ad7d-14d3de5413df req-b1ffc3a0-6ae4-4362-86a7-1f4e84d21e84 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/security-groups?id=de79eae5-a911-47fd-a1b2-ffba49b823ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374739 Jun 03 18:56:42.914878 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c00d2-b495-4a16-bcd5-c66c42c1a434 req-9c3ba87d-218c-408b-9e20-0adc83a6234a tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:56:42.915889 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-e00c00d2-b495-4a16-bcd5-c66c42c1a434 req-9c3ba87d-218c-408b-9e20-0adc83a6234a tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/ports?device_id=0de7e672-2221-45fd-bc16-400edd20294c HTTP/1.1" status: 200 len: 945 time: 0.0575442 Jun 03 18:56:42.929028 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Device 41bb4f5f-1159-46e2-832d-8ab9ada45bab up at agent hyperv_hv-cinder-79466 {{(pid=103518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 18:56:42.950432 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-e00c00d2-b495-4a16-bcd5-c66c42c1a434 req-afb559c3-4550-4d03-b599-d0f82ae43ed0 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/security-groups?id=de79eae5-a911-47fd-a1b2-ffba49b823ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305505 Jun 03 18:56:43.051249 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Provisioning for port 41bb4f5f-1159-46e2-832d-8ab9ada45bab completed by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 18:56:43.054947 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Provisioning complete for port 41bb4f5f-1159-46e2-832d-8ab9ada45bab triggered by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 18:56:43.055217 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:56:43.133411 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:56:43.151062 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0de7e672-2221-45fd-bc16-400edd20294c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41bb4f5f-1159-46e2-832d-8ab9ada45bab'}] {{(pid=103518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 18:56:43.152612 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db66028b02b75232abd2ce52c3e0184f662a2cc7ac62fff2d597f865859cb538" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f456692c-962e-4dce-ae82-d9dba1fef18d" -d '{"events": [{"server_uuid": "0de7e672-2221-45fd-bc16-400edd20294c", "name": "network-vif-plugged", "status": "completed", "tag": "41bb4f5f-1159-46e2-832d-8ab9ada45bab"}]}' {{(pid=103518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 18:56:43.163816 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] For port 41bb4f5f-1159-46e2-832d-8ab9ada45bab, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=41bb4f5f-1159-46e2-832d-8ab9ada45bab,segment=NetworkSegment(ccda361c-8567-475d-9466-98015f7713fb),segment_id=ccda361c-8567-475d-9466-98015f7713fb)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:56:43.215832 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 18:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc12a9d1-2fd2-4b63-9a0d-d50451be2a57 x-openstack-request-id: req-fc12a9d1-2fd2-4b63-9a0d-d50451be2a57 {{(pid=103518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 18:56:43.216037 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0de7e672-2221-45fd-bc16-400edd20294c", "name": "network-vif-plugged", "status": "completed", "tag": "41bb4f5f-1159-46e2-832d-8ab9ada45bab", "code": 200}]} {{(pid=103518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 18:56:43.216206 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fc12a9d1-2fd2-4b63-9a0d-d50451be2a57 {{(pid=103518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 18:56:43.216491 dv-cinder-794661-1-smb neutron-server[103518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0de7e672-2221-45fd-bc16-400edd20294c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41bb4f5f-1159-46e2-832d-8ab9ada45bab', 'code': 200} Jun 03 18:56:43.247331 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:56:43.248844 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-b24a5d7e-2a50-4092-a411-7f0de81a4f97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:56:43.295324 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Pushing event updated for resources: {'Port': ['ID=41bb4f5f-1159-46e2-832d-8ab9ada45bab,revision_number=5']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:56:43.297737 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:56:43.884278 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fb1cd5-50eb-460a-b156-02985cb80a1e req-18448948-fc85-4ff0-ac4b-28dbe463d2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:56:43.885276 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-99fb1cd5-50eb-460a-b156-02985cb80a1e req-18448948-fc85-4ff0-ac4b-28dbe463d2ea service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=0de7e672-2221-45fd-bc16-400edd20294c HTTP/1.1" status: 200 len: 1099 time: 0.0508220 Jun 03 18:56:43.914902 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-99fb1cd5-50eb-460a-b156-02985cb80a1e req-41c19b0a-8ed2-4dff-a4c8-d3cdd5c003b9 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=de79eae5-a911-47fd-a1b2-ffba49b823ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0231681 Jun 03 18:56:44.080555 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3704cf-47ee-48db-bf23-e3ce16a157b1 req-6a378b2b-0c2e-4fdf-8635-f140db13ac57 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:56:44.081505 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-2b3704cf-47ee-48db-bf23-e3ce16a157b1 req-6a378b2b-0c2e-4fdf-8635-f140db13ac57 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/ports?device_id=0de7e672-2221-45fd-bc16-400edd20294c HTTP/1.1" status: 200 len: 946 time: 0.0589144 Jun 03 18:56:44.110030 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-2b3704cf-47ee-48db-bf23-e3ce16a157b1 req-1d7b2286-c9f9-4fa2-9f57-f91bc1d83c1e tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/security-groups?id=de79eae5-a911-47fd-a1b2-ffba49b823ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0247328 Jun 03 18:56:45.240814 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae97e0-1542-436d-897a-51aca9fb5109 req-54519736-1628-47e4-a18d-c1833c973d9e tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:56:45.241796 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-66ae97e0-1542-436d-897a-51aca9fb5109 req-54519736-1628-47e4-a18d-c1833c973d9e tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/ports?device_id=0de7e672-2221-45fd-bc16-400edd20294c HTTP/1.1" status: 200 len: 946 time: 0.0538411 Jun 03 18:56:45.270407 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-66ae97e0-1542-436d-897a-51aca9fb5109 req-aa93aed6-9f51-4279-be23-d081d50b156a tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/security-groups?id=de79eae5-a911-47fd-a1b2-ffba49b823ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0247273 Jun 03 18:56:58.760014 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 59496) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:56:58.804113 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.db_base_plugin_v2 [None req-14d7e830-494b-4266-9950-c716a0772d28 admin admin] Deleting subnet 30a79ae7-0ef2-4a49-87d4-9054fea7bf56 {{(pid=103517) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 18:56:58.808402 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-14d7e830-494b-4266-9950-c716a0772d28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:56:58.838354 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-14d7e830-494b-4266-9950-c716a0772d28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3269279'] for subnet, precommit_delete_associations {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:56:58.873174 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-14d7e830-494b-4266-9950-c716a0772d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1531221'] for subnet, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:56:59.265868 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-14d7e830-494b-4266-9950-c716a0772d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1531228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3647928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183829'] for subnet, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:56:59.271758 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-c74873ea-bce0-457d-981c-5cd0bf3ce4f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:56:59.305954 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d7e830-494b-4266-9950-c716a0772d28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30a79ae7-0ef2-4a49-87d4-9054fea7bf56,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:56:59.315811 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-14d7e830-494b-4266-9950-c716a0772d28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549304'] for subnet, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:56:59.315811 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d7e830-494b-4266-9950-c716a0772d28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:56:59.315811 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d7e830-494b-4266-9950-c716a0772d28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:56:59.315811 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d7e830-494b-4266-9950-c716a0772d28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:56:59.315811 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d7e830-494b-4266-9950-c716a0772d28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:56:59.316556 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d7e830-494b-4266-9950-c716a0772d28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:56:59.316556 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d7e830-494b-4266-9950-c716a0772d28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:56:59.316556 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d7e830-494b-4266-9950-c716a0772d28 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:56:59.316754 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d7e830-494b-4266-9950-c716a0772d28 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:56:59.316882 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d7e830-494b-4266-9950-c716a0772d28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:56:59.317129 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d7e830-494b-4266-9950-c716a0772d28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:56:59.317381 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d7e830-494b-4266-9950-c716a0772d28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:56:59.317637 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d7e830-494b-4266-9950-c716a0772d28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:56:59.320179 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-14d7e830-494b-4266-9950-c716a0772d28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:56:59.321652 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-14d7e830-494b-4266-9950-c716a0772d28 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/30a79ae7-0ef2-4a49-87d4-9054fea7bf56 HTTP/1.1" status: 204 len: 168 time: 0.5607991 Jun 03 18:56:59.324385 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 59500) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:56:59.395155 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-871240bb-60b2-4841-a9d5-26e0ee2a2139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696177'] for network, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:56:59.480443 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-871240bb-60b2-4841-a9d5-26e0ee2a2139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557952', 'neutron.services.segments.db._delete_segments_for_network-8751241769921'] for network, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:56:59.491011 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.services.segments.db [None req-871240bb-60b2-4841-a9d5-26e0ee2a2139 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa0fd76f-f3e8-4f71-86f1-08611c7d04a0']}} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:56:59.498701 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.services.segments.db [None req-871240bb-60b2-4841-a9d5-26e0ee2a2139 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9929ff0e-6603-471d-9097-d7c324072025') {'for_net_delete': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:56:59.499716 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.services.segments.db [None req-871240bb-60b2-4841-a9d5-26e0ee2a2139 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9929ff0e-6603-471d-9097-d7c324072025') {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:56:59.505917 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-871240bb-60b2-4841-a9d5-26e0ee2a2139 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751241775068', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3269350'] for segment, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:56:59.516658 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-871240bb-60b2-4841-a9d5-26e0ee2a2139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529572'] for segment, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:56:59.520593 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-871240bb-60b2-4841-a9d5-26e0ee2a2139 admin admin] Releasing vlan 1431 on physical network physnet1 to pool {{(pid=103517) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 18:56:59.520805 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-871240bb-60b2-4841-a9d5-26e0ee2a2139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647826'] for segment, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:56:59.528974 dv-cinder-794661-1-smb neutron-server[103517]: Traceback (most recent call last): Jun 03 18:56:59.528974 dv-cinder-794661-1-smb neutron-server[103517]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 18:56:59.528974 dv-cinder-794661-1-smb neutron-server[103517]: timer() Jun 03 18:56:59.528974 dv-cinder-794661-1-smb neutron-server[103517]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 18:56:59.528974 dv-cinder-794661-1-smb neutron-server[103517]: cb(*args, **kw) Jun 03 18:56:59.528974 dv-cinder-794661-1-smb neutron-server[103517]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 18:56:59.528974 dv-cinder-794661-1-smb neutron-server[103517]: return func(*args, **kwargs) Jun 03 18:56:59.528974 dv-cinder-794661-1-smb neutron-server[103517]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 18:56:59.528974 dv-cinder-794661-1-smb neutron-server[103517]: self._notify() Jun 03 18:56:59.528974 dv-cinder-794661-1-smb neutron-server[103517]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 18:56:59.528974 dv-cinder-794661-1-smb neutron-server[103517]: self.callback(batched_events) Jun 03 18:56:59.528974 dv-cinder-794661-1-smb neutron-server[103517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 18:56:59.528974 dv-cinder-794661-1-smb neutron-server[103517]: event.method(event) Jun 03 18:56:59.528974 dv-cinder-794661-1-smb neutron-server[103517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 18:56:59.528974 dv-cinder-794661-1-smb neutron-server[103517]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 18:56:59.528974 dv-cinder-794661-1-smb neutron-server[103517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 18:56:59.528974 dv-cinder-794661-1-smb neutron-server[103517]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 18:56:59.528974 dv-cinder-794661-1-smb neutron-server[103517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 18:56:59.528974 dv-cinder-794661-1-smb neutron-server[103517]: return f(self, *a, **k) Jun 03 18:56:59.528974 dv-cinder-794661-1-smb neutron-server[103517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 18:56:59.528974 dv-cinder-794661-1-smb neutron-server[103517]: return self._get(url).json() Jun 03 18:56:59.528974 dv-cinder-794661-1-smb neutron-server[103517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 18:56:59.528974 dv-cinder-794661-1-smb neutron-server[103517]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 18:56:59.528974 dv-cinder-794661-1-smb neutron-server[103517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 18:56:59.528974 dv-cinder-794661-1-smb neutron-server[103517]: return self.request(url, 'GET', **kwargs) Jun 03 18:56:59.528974 dv-cinder-794661-1-smb neutron-server[103517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 18:56:59.528974 dv-cinder-794661-1-smb neutron-server[103517]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 18:56:59.528974 dv-cinder-794661-1-smb neutron-server[103517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 18:56:59.528974 dv-cinder-794661-1-smb neutron-server[103517]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 18:56:59.528974 dv-cinder-794661-1-smb neutron-server[103517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 18:56:59.528974 dv-cinder-794661-1-smb neutron-server[103517]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 18:56:59.528974 dv-cinder-794661-1-smb neutron-server[103517]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 18:56:59.605782 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-465eb606-a5ba-4ba6-af7e-415a4384a5f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:56:59.695140 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-871240bb-60b2-4841-a9d5-26e0ee2a2139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573556'] for network, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:56:59.699681 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-4254848b-cee9-49a7-a814-458ac91439c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:56:59.718501 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-871240bb-60b2-4841-a9d5-26e0ee2a2139 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549304'] for network, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:56:59.722905 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871240bb-60b2-4841-a9d5-26e0ee2a2139 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa0fd76f-f3e8-4f71-86f1-08611c7d04a0,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:56:59.725896 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-871240bb-60b2-4841-a9d5-26e0ee2a2139 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:56:59.811807 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-871240bb-60b2-4841-a9d5-26e0ee2a2139 admin admin] 10.222.0.44 "DELETE /v2.0/networks/aa0fd76f-f3e8-4f71-86f1-08611c7d04a0 HTTP/1.1" status: 204 len: 168 time: 0.4864926 Jun 03 18:56:59.815926 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 59504) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:56:59.869387 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.db_base_plugin_v2 [None req-3edd6fda-143c-452c-af7d-e37b60d0e582 admin admin] Deleting subnet 57f4d356-46ca-4405-b3d9-d6acd4edfec0 {{(pid=103517) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 18:56:59.872077 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3edd6fda-143c-452c-af7d-e37b60d0e582 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:56:59.904992 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3edd6fda-143c-452c-af7d-e37b60d0e582 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3269279'] for subnet, precommit_delete_associations {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:56:59.942400 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3edd6fda-143c-452c-af7d-e37b60d0e582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1531221'] for subnet, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:57:00.308904 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3edd6fda-143c-452c-af7d-e37b60d0e582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1531228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3647928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183829'] for subnet, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:57:00.316076 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-dd3abb89-d8c2-4e83-b5d5-bd16e3455ed2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:57:00.335130 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edd6fda-143c-452c-af7d-e37b60d0e582 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57f4d356-46ca-4405-b3d9-d6acd4edfec0,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:57:00.336553 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3edd6fda-143c-452c-af7d-e37b60d0e582 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549304'] for subnet, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:57:00.338631 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-3edd6fda-143c-452c-af7d-e37b60d0e582 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:57:00.341106 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-3edd6fda-143c-452c-af7d-e37b60d0e582 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/57f4d356-46ca-4405-b3d9-d6acd4edfec0 HTTP/1.1" status: 204 len: 168 time: 0.5242734 Jun 03 18:57:00.349333 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 59512) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:57:00.486594 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c51c254d-885b-4bc5-87bd-e35fe2ca6b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696177'] for network, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:57:00.559043 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c51c254d-885b-4bc5-87bd-e35fe2ca6b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557952', 'neutron.services.segments.db._delete_segments_for_network-8751241769921'] for network, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:57:00.566553 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.services.segments.db [None req-c51c254d-885b-4bc5-87bd-e35fe2ca6b5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eb87d66-5c21-4f54-a462-0188759340de']}} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:57:00.576207 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.services.segments.db [None req-c51c254d-885b-4bc5-87bd-e35fe2ca6b5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd80a6388-5095-4002-a898-4a690db445c2') {'for_net_delete': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:57:00.576207 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.services.segments.db [None req-c51c254d-885b-4bc5-87bd-e35fe2ca6b5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd80a6388-5095-4002-a898-4a690db445c2') {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:57:00.581944 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c51c254d-885b-4bc5-87bd-e35fe2ca6b5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751241775068', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2320316'] for segment, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:57:00.592760 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c51c254d-885b-4bc5-87bd-e35fe2ca6b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529572'] for segment, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:57:00.596568 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c51c254d-885b-4bc5-87bd-e35fe2ca6b5e admin admin] Releasing vlan 1444 on physical network physnet1 to pool {{(pid=103516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 18:57:00.596753 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c51c254d-885b-4bc5-87bd-e35fe2ca6b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3013903'] for segment, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:57:00.598759 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:57:00.604796 dv-cinder-794661-1-smb neutron-server[103516]: Traceback (most recent call last): Jun 03 18:57:00.604796 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 18:57:00.604796 dv-cinder-794661-1-smb neutron-server[103516]: timer() Jun 03 18:57:00.604796 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 18:57:00.604796 dv-cinder-794661-1-smb neutron-server[103516]: cb(*args, **kw) Jun 03 18:57:00.604796 dv-cinder-794661-1-smb neutron-server[103516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 18:57:00.604796 dv-cinder-794661-1-smb neutron-server[103516]: return func(*args, **kwargs) Jun 03 18:57:00.604796 dv-cinder-794661-1-smb neutron-server[103516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 18:57:00.604796 dv-cinder-794661-1-smb neutron-server[103516]: self._notify() Jun 03 18:57:00.604796 dv-cinder-794661-1-smb neutron-server[103516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 18:57:00.604796 dv-cinder-794661-1-smb neutron-server[103516]: self.callback(batched_events) Jun 03 18:57:00.604796 dv-cinder-794661-1-smb neutron-server[103516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 18:57:00.604796 dv-cinder-794661-1-smb neutron-server[103516]: event.method(event) Jun 03 18:57:00.604796 dv-cinder-794661-1-smb neutron-server[103516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 18:57:00.604796 dv-cinder-794661-1-smb neutron-server[103516]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 18:57:00.604796 dv-cinder-794661-1-smb neutron-server[103516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 18:57:00.604796 dv-cinder-794661-1-smb neutron-server[103516]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 18:57:00.604796 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 18:57:00.604796 dv-cinder-794661-1-smb neutron-server[103516]: return f(self, *a, **k) Jun 03 18:57:00.604796 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 18:57:00.604796 dv-cinder-794661-1-smb neutron-server[103516]: return self._get(url).json() Jun 03 18:57:00.604796 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 18:57:00.604796 dv-cinder-794661-1-smb neutron-server[103516]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 18:57:00.604796 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 18:57:00.604796 dv-cinder-794661-1-smb neutron-server[103516]: return self.request(url, 'GET', **kwargs) Jun 03 18:57:00.604796 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 18:57:00.604796 dv-cinder-794661-1-smb neutron-server[103516]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 18:57:00.604796 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 18:57:00.604796 dv-cinder-794661-1-smb neutron-server[103516]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 18:57:00.604796 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 18:57:00.604796 dv-cinder-794661-1-smb neutron-server[103516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 18:57:00.604796 dv-cinder-794661-1-smb neutron-server[103516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 18:57:00.762951 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c51c254d-885b-4bc5-87bd-e35fe2ca6b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573556'] for network, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:57:00.765810 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:57:00.775523 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c51c254d-885b-4bc5-87bd-e35fe2ca6b5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549304'] for network, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:57:00.782075 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51c254d-885b-4bc5-87bd-e35fe2ca6b5e admin admin] Pushing event deleted for resources: {'Network': ['ID=6eb87d66-5c21-4f54-a462-0188759340de,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:57:00.784704 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-c51c254d-885b-4bc5-87bd-e35fe2ca6b5e admin admin] 10.222.0.44 "DELETE /v2.0/networks/6eb87d66-5c21-4f54-a462-0188759340de HTTP/1.1" status: 204 len: 168 time: 0.4338584 Jun 03 18:57:00.784704 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-c51c254d-885b-4bc5-87bd-e35fe2ca6b5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:57:00.915356 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-6f86f9c9-db24-47f0-8f94-0441cbb8ec16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:57:01.027454 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 18:57:01.266055 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 59518) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:57:01.309657 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-e648b2dc-9d9d-44bb-b628-8859b0e51a84 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3448b67925f84ce7a2bb5aca1dedeff7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0422931 Jun 03 18:57:01.329458 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 59522) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:57:01.370638 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-afe288e2-a31b-480d-8a9e-d6ecd9cac1b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:57:01.387443 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-afe288e2-a31b-480d-8a9e-d6ecd9cac1b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:57:01.563645 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-afe288e2-a31b-480d-8a9e-d6ecd9cac1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:57:01.569390 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-92ddf87c-fee5-4466-afae-de69551d8e2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:57:01.583503 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe288e2-a31b-480d-8a9e-d6ecd9cac1b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a55526-4a16-4ffb-b933-aa54cc9df3ae,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:57:01.586314 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-afe288e2-a31b-480d-8a9e-d6ecd9cac1b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:57:01.703078 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-afe288e2-a31b-480d-8a9e-d6ecd9cac1b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:57:01.704006 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-afe288e2-a31b-480d-8a9e-d6ecd9cac1b1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/88a55526-4a16-4ffb-b933-aa54cc9df3ae HTTP/1.1" status: 204 len: 168 time: 0.3738265 Jun 03 18:57:02.068453 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:57:02.728872 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 59536) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:57:02.757189 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:57:02.757905 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:57:02.778976 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-29955709-81cf-4dec-8477-f59a26491d61 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9c77f120aac543948bc11f9cddc44dc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0484762 Jun 03 18:57:02.781060 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 59538) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:57:02.821646 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-29ed2619-1a6b-49c2-8815-48ab7fd2c229 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:57:02.838371 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-29ed2619-1a6b-49c2-8815-48ab7fd2c229 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:57:03.031155 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-29ed2619-1a6b-49c2-8815-48ab7fd2c229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:57:03.035929 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-559c231c-d769-495d-84d4-e930238db9f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:57:03.048465 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ed2619-1a6b-49c2-8815-48ab7fd2c229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41710bb-8478-48d1-8435-22e9e82c4e53,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:57:03.050881 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-29ed2619-1a6b-49c2-8815-48ab7fd2c229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:57:03.056456 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-29ed2619-1a6b-49c2-8815-48ab7fd2c229 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:57:03.057515 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-29ed2619-1a6b-49c2-8815-48ab7fd2c229 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c41710bb-8478-48d1-8435-22e9e82c4e53 HTTP/1.1" status: 204 len: 168 time: 0.2756665 Jun 03 18:57:18.979843 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 59738) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:57:19.066087 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-db5a3f33-1f97-4a59-a755-c98d78acd46b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:57:19.078098 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-db5a3f33-1f97-4a59-a755-c98d78acd46b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:57:19.080760 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-db5a3f33-1f97-4a59-a755-c98d78acd46b admin admin] Usage tracker for resource:security_group_rule and tenant:dc45e6d9733943398d9a47dcbad4159a is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:57:19.082657 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-db5a3f33-1f97-4a59-a755-c98d78acd46b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:57:19.086533 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-db5a3f33-1f97-4a59-a755-c98d78acd46b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:57:19.140046 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-db5a3f33-1f97-4a59-a755-c98d78acd46b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:57:19.304906 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-db5a3f33-1f97-4a59-a755-c98d78acd46b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:57:19.313329 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-897ba060-cf77-4335-ad53-aaa9655d177f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:57:19.347297 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5a3f33-1f97-4a59-a755-c98d78acd46b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e85b7299-a5fc-478b-a083-84551205172e,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:57:19.349827 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-db5a3f33-1f97-4a59-a755-c98d78acd46b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:57:19.351501 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-db5a3f33-1f97-4a59-a755-c98d78acd46b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dc45e6d9733943398d9a47dcbad4159a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3705506 Jun 03 18:57:19.353930 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 59744) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:57:19.394855 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3d819ffa-37b3-4c23-8700-5b143ae44382 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:57:19.415684 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3d819ffa-37b3-4c23-8700-5b143ae44382 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:57:19.539640 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3d819ffa-37b3-4c23-8700-5b143ae44382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:57:19.544342 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-29ed2619-1a6b-49c2-8815-48ab7fd2c229 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:57:19.555045 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d819ffa-37b3-4c23-8700-5b143ae44382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e85b7299-a5fc-478b-a083-84551205172e,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:57:19.560055 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-3d819ffa-37b3-4c23-8700-5b143ae44382 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:57:19.561929 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3d819ffa-37b3-4c23-8700-5b143ae44382 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:57:19.562977 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-3d819ffa-37b3-4c23-8700-5b143ae44382 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e85b7299-a5fc-478b-a083-84551205172e HTTP/1.1" status: 204 len: 168 time: 0.2083194 Jun 03 18:57:20.166568 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 59752) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:57:20.189510 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f026d32e-0887-4506-9cfb-5a3643713abf admin admin] Notify callbacks [] for security_group, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:57:20.200234 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-f026d32e-0887-4506-9cfb-5a3643713abf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:57:20.203485 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-f026d32e-0887-4506-9cfb-5a3643713abf admin admin] Usage tracker for resource:security_group_rule and tenant:6b195185acf6438988b3a7bef1438d1a is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:57:20.205663 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-f026d32e-0887-4506-9cfb-5a3643713abf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:57:20.209851 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-f026d32e-0887-4506-9cfb-5a3643713abf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:57:20.268449 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f026d32e-0887-4506-9cfb-5a3643713abf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:57:20.336621 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f026d32e-0887-4506-9cfb-5a3643713abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:57:20.346031 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-4144b782-eba7-4921-b47d-6d2be90547bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:57:20.379488 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-f026d32e-0887-4506-9cfb-5a3643713abf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6b195185acf6438988b3a7bef1438d1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2116597 Jun 03 18:57:20.380223 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f026d32e-0887-4506-9cfb-5a3643713abf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbaeab6a-5c29-465d-84da-0b9f4b8bdf18,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:57:20.382129 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 59754) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:57:20.386161 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f026d32e-0887-4506-9cfb-5a3643713abf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:57:20.386443 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f026d32e-0887-4506-9cfb-5a3643713abf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:57:20.386652 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f026d32e-0887-4506-9cfb-5a3643713abf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:57:20.386908 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f026d32e-0887-4506-9cfb-5a3643713abf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:57:20.387158 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f026d32e-0887-4506-9cfb-5a3643713abf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:57:20.387410 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f026d32e-0887-4506-9cfb-5a3643713abf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:57:20.387659 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f026d32e-0887-4506-9cfb-5a3643713abf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:57:20.388043 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f026d32e-0887-4506-9cfb-5a3643713abf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:57:20.388273 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f026d32e-0887-4506-9cfb-5a3643713abf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:57:20.388523 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f026d32e-0887-4506-9cfb-5a3643713abf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:57:20.388772 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f026d32e-0887-4506-9cfb-5a3643713abf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:57:20.389019 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f026d32e-0887-4506-9cfb-5a3643713abf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:57:20.392072 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-f026d32e-0887-4506-9cfb-5a3643713abf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:57:20.424652 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-0e6fa0e0-b2f9-469d-aa48-9f49b53326c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:57:20.441537 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-0e6fa0e0-b2f9-469d-aa48-9f49b53326c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:57:20.560105 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-0e6fa0e0-b2f9-469d-aa48-9f49b53326c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:57:20.564504 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-3d819ffa-37b3-4c23-8700-5b143ae44382 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:57:20.577075 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6fa0e0-b2f9-469d-aa48-9f49b53326c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbaeab6a-5c29-465d-84da-0b9f4b8bdf18,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:57:20.580438 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-0e6fa0e0-b2f9-469d-aa48-9f49b53326c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:57:20.583474 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-0e6fa0e0-b2f9-469d-aa48-9f49b53326c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:57:20.584625 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-0e6fa0e0-b2f9-469d-aa48-9f49b53326c6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cbaeab6a-5c29-465d-84da-0b9f4b8bdf18 HTTP/1.1" status: 204 len: 168 time: 0.2009859 Jun 03 18:57:21.212483 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 59764) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:57:21.233672 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-0c4ef3cf-8777-4fb3-ab26-e81f09ed01e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:57:21.247439 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-0c4ef3cf-8777-4fb3-ab26-e81f09ed01e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:57:21.250736 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-0c4ef3cf-8777-4fb3-ab26-e81f09ed01e4 admin admin] Usage tracker for resource:security_group_rule and tenant:7143de18a5a1404cbd17938955ea7da7 is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:57:21.252943 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-0c4ef3cf-8777-4fb3-ab26-e81f09ed01e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:57:21.257445 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-0c4ef3cf-8777-4fb3-ab26-e81f09ed01e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:57:21.315538 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-0c4ef3cf-8777-4fb3-ab26-e81f09ed01e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:57:21.379639 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-0c4ef3cf-8777-4fb3-ab26-e81f09ed01e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:57:21.386364 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-255082d7-fab3-4136-b156-f826b3d074a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:57:21.417109 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-0c4ef3cf-8777-4fb3-ab26-e81f09ed01e4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7143de18a5a1404cbd17938955ea7da7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2034085 Jun 03 18:57:21.417828 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4ef3cf-8777-4fb3-ab26-e81f09ed01e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46a444aa-e9f2-4198-ba9b-72ce307daf3a,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:57:21.419363 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 59766) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:57:21.420089 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-0c4ef3cf-8777-4fb3-ab26-e81f09ed01e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:57:21.466134 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3a45b1e0-f777-4452-ab4c-23df8d4a783a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:57:21.482495 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3a45b1e0-f777-4452-ab4c-23df8d4a783a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:57:21.599346 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3a45b1e0-f777-4452-ab4c-23df8d4a783a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:57:21.604285 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-439210bb-421e-4647-a805-bb9f4cb7d374 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:57:21.620938 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a45b1e0-f777-4452-ab4c-23df8d4a783a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a444aa-e9f2-4198-ba9b-72ce307daf3a,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:57:21.623052 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-3a45b1e0-f777-4452-ab4c-23df8d4a783a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:57:21.630021 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3a45b1e0-f777-4452-ab4c-23df8d4a783a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:57:21.630982 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-3a45b1e0-f777-4452-ab4c-23df8d4a783a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/46a444aa-e9f2-4198-ba9b-72ce307daf3a HTTP/1.1" status: 204 len: 168 time: 0.2107484 Jun 03 18:57:25.881739 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b76edef-8616-4dd4-9c7a-1c2b0de81916 req-0ac8026b-2f2a-426b-b228-7127461f06d1 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:57:25.882736 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-3b76edef-8616-4dd4-9c7a-1c2b0de81916 req-0ac8026b-2f2a-426b-b228-7127461f06d1 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/ports?device_id=0de7e672-2221-45fd-bc16-400edd20294c HTTP/1.1" status: 200 len: 946 time: 0.0555959 Jun 03 18:57:25.914379 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-3b76edef-8616-4dd4-9c7a-1c2b0de81916 req-524abf77-8410-4dbe-8835-f24a6d2b9b84 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/security-groups?id=de79eae5-a911-47fd-a1b2-ffba49b823ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280027 Jun 03 18:57:27.059691 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd498e1-2740-421a-ab92-fe1d28d49110 req-d452c3c0-ee95-46d3-b76d-cbfab060d98c tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:57:27.060687 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-7bd498e1-2740-421a-ab92-fe1d28d49110 req-d452c3c0-ee95-46d3-b76d-cbfab060d98c tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/ports?device_id=0de7e672-2221-45fd-bc16-400edd20294c HTTP/1.1" status: 200 len: 946 time: 0.0644524 Jun 03 18:57:27.091010 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-7bd498e1-2740-421a-ab92-fe1d28d49110 req-abd2e2b1-a559-40af-8539-6147bfd38898 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/security-groups?id=de79eae5-a911-47fd-a1b2-ffba49b823ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265703 Jun 03 18:57:28.232792 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54fb1bf-a80a-463d-a19e-221547ab6a50 req-a632daee-9203-4732-8f60-fd154a46ad62 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:57:28.233971 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-f54fb1bf-a80a-463d-a19e-221547ab6a50 req-a632daee-9203-4732-8f60-fd154a46ad62 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/ports?device_id=0de7e672-2221-45fd-bc16-400edd20294c HTTP/1.1" status: 200 len: 946 time: 0.0583792 Jun 03 18:57:28.262206 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-f54fb1bf-a80a-463d-a19e-221547ab6a50 req-aed5c7d3-0541-48dc-9c3f-f7c880b22dbc tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/security-groups?id=de79eae5-a911-47fd-a1b2-ffba49b823ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0238879 Jun 03 18:57:29.411737 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ced06a-e0f9-453f-a756-d21b6fb598fd req-1d5ec0d1-4a01-47a5-b97c-cdf36649142f tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:57:29.413708 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-30ced06a-e0f9-453f-a756-d21b6fb598fd req-1d5ec0d1-4a01-47a5-b97c-cdf36649142f tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/ports?device_id=0de7e672-2221-45fd-bc16-400edd20294c HTTP/1.1" status: 200 len: 946 time: 0.0597491 Jun 03 18:57:29.457116 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-30ced06a-e0f9-453f-a756-d21b6fb598fd req-77b08a4c-aba4-411f-964a-b2c5b2639861 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/security-groups?id=de79eae5-a911-47fd-a1b2-ffba49b823ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374420 Jun 03 18:57:29.574089 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-8d298ebf-cdf9-403a-8012-258caf34a135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:57:30.596626 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94af9d4-2e05-4bd7-b594-def9f8571974 req-9c33c1f1-b6e8-45e6-9357-b3127894520e tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:57:30.597058 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:57:30.597649 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-c94af9d4-2e05-4bd7-b594-def9f8571974 req-9c33c1f1-b6e8-45e6-9357-b3127894520e tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/ports?device_id=0de7e672-2221-45fd-bc16-400edd20294c HTTP/1.1" status: 200 len: 946 time: 0.0582235 Jun 03 18:57:30.627874 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-c94af9d4-2e05-4bd7-b594-def9f8571974 req-b9eb698e-4c54-4399-9eed-9db9054fb0d1 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/security-groups?id=de79eae5-a911-47fd-a1b2-ffba49b823ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0256512 Jun 03 18:57:30.805125 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-ffc551e7-e21a-4ef1-8fd7-6c388e7b1322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:57:31.784817 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25819995-0642-4136-9098-2f2775ad4420 req-13240392-2b0b-4a1f-8dd8-379decaa20cb tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:57:31.785876 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-25819995-0642-4136-9098-2f2775ad4420 req-13240392-2b0b-4a1f-8dd8-379decaa20cb tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/ports?device_id=0de7e672-2221-45fd-bc16-400edd20294c HTTP/1.1" status: 200 len: 946 time: 0.0720999 Jun 03 18:57:31.821159 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-25819995-0642-4136-9098-2f2775ad4420 req-bf477813-c3ea-4e26-bc4a-28d6e54f27b4 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/security-groups?id=de79eae5-a911-47fd-a1b2-ffba49b823ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289245 Jun 03 18:57:31.978803 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:57:32.657838 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:57:32.743801 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:57:32.955733 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8541124-d6ca-47b6-a882-105add51b20e req-af8aa124-4297-498b-a75a-5ac6d1c5ed56 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:57:32.956668 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-d8541124-d6ca-47b6-a882-105add51b20e req-af8aa124-4297-498b-a75a-5ac6d1c5ed56 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/ports?device_id=0de7e672-2221-45fd-bc16-400edd20294c HTTP/1.1" status: 200 len: 946 time: 0.0570028 Jun 03 18:57:32.988953 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-d8541124-d6ca-47b6-a882-105add51b20e req-02dedb04-3613-4445-84e7-808625b5ac45 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/security-groups?id=de79eae5-a911-47fd-a1b2-ffba49b823ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260172 Jun 03 18:57:33.025675 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c71ec5-bc48-444c-a84b-c4371cf68a83 req-2273ec24-f347-4ab4-a4ce-bd105a37fe1a tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:57:33.026637 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-79c71ec5-bc48-444c-a84b-c4371cf68a83 req-2273ec24-f347-4ab4-a4ce-bd105a37fe1a tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.108 "GET /v2.0/ports?device_id=0de7e672-2221-45fd-bc16-400edd20294c HTTP/1.1" status: 200 len: 946 time: 0.0536287 Jun 03 18:57:33.114273 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [req-79c71ec5-bc48-444c-a84b-c4371cf68a83 req-baeb5a9f-1e31-4d13-b75f-93a1714f63b4 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Deleting port 41bb4f5f-1159-46e2-832d-8ab9ada45bab {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 18:57:33.114712 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-79c71ec5-bc48-444c-a84b-c4371cf68a83 req-baeb5a9f-1e31-4d13-b75f-93a1714f63b4 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241832951'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:57:33.197857 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.db [req-79c71ec5-bc48-444c-a84b-c4371cf68a83 req-baeb5a9f-1e31-4d13-b75f-93a1714f63b4 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] For port 41bb4f5f-1159-46e2-832d-8ab9ada45bab, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=41bb4f5f-1159-46e2-832d-8ab9ada45bab,segment=NetworkSegment(ccda361c-8567-475d-9466-98015f7713fb),segment_id=ccda361c-8567-475d-9466-98015f7713fb)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:57:33.198067 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-79c71ec5-bc48-444c-a84b-c4371cf68a83 req-baeb5a9f-1e31-4d13-b75f-93a1714f63b4 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:57:33.258558 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [req-79c71ec5-bc48-444c-a84b-c4371cf68a83 req-baeb5a9f-1e31-4d13-b75f-93a1714f63b4 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Calling delete_port for 41bb4f5f-1159-46e2-832d-8ab9ada45bab owned by compute:nova {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 18:57:33.430973 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-79c71ec5-bc48-444c-a84b-c4371cf68a83 req-baeb5a9f-1e31-4d13-b75f-93a1714f63b4 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241743607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751241322837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3014096'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:57:33.438854 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-5508be2b-844b-4582-8999-b6f6eff67779 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:57:33.475725 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeb5a9f-1e31-4d13-b75f-93a1714f63b4 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Pushing event deleted for resources: {'Port': ['ID=41bb4f5f-1159-46e2-832d-8ab9ada45bab,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:57:33.477655 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-baeb5a9f-1e31-4d13-b75f-93a1714f63b4 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:57:33.516772 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [req-79c71ec5-bc48-444c-a84b-c4371cf68a83 req-baeb5a9f-1e31-4d13-b75f-93a1714f63b4 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] No DVR routers for this DVR port 41bb4f5f-1159-46e2-832d-8ab9ada45bab on host hv-cinder-79466 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 18:57:33.518506 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-79c71ec5-bc48-444c-a84b-c4371cf68a83 req-baeb5a9f-1e31-4d13-b75f-93a1714f63b4 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56630'] for port, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:57:33.519992 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0de7e672-2221-45fd-bc16-400edd20294c', 'name': 'network-vif-deleted', 'tag': '41bb4f5f-1159-46e2-832d-8ab9ada45bab'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 18:57:33.521306 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc39b0f538a7142e305aed45b4a3a48499e72eb72884f9d3de90a53803998271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca84d86-c124-4848-ae49-d699cdb81255" -d '{"events": [{"server_uuid": "0de7e672-2221-45fd-bc16-400edd20294c", "name": "network-vif-deleted", "tag": "41bb4f5f-1159-46e2-832d-8ab9ada45bab"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 18:57:33.549637 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 18:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5280edb3-65f0-4b02-add7-340d4a18ac65 x-openstack-request-id: req-5280edb3-65f0-4b02-add7-340d4a18ac65 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 18:57:33.549857 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0de7e672-2221-45fd-bc16-400edd20294c", "name": "network-vif-deleted", "tag": "41bb4f5f-1159-46e2-832d-8ab9ada45bab", "status": "completed", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 18:57:33.550030 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5280edb3-65f0-4b02-add7-340d4a18ac65 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 18:57:33.550299 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0de7e672-2221-45fd-bc16-400edd20294c', 'name': 'network-vif-deleted', 'tag': '41bb4f5f-1159-46e2-832d-8ab9ada45bab', 'status': 'completed', 'code': 200} Jun 03 18:57:33.585764 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-79c71ec5-bc48-444c-a84b-c4371cf68a83 req-baeb5a9f-1e31-4d13-b75f-93a1714f63b4 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.108 "DELETE /v2.0/ports/41bb4f5f-1159-46e2-832d-8ab9ada45bab HTTP/1.1" status: 204 len: 173 time: 0.5537586 Jun 03 18:57:34.107469 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-bc4b0cb0-cffc-4b1c-8c83-2be6abe73371 req-a77bd911-dcdb-42a2-bf41-03dcccd8ac1d tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Synchronizing usage tracker for tenant:6bd4939810bd4d06b2e7642062ae3924 on resource:port {{(pid=103516) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 18:57:34.190211 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-bc4b0cb0-cffc-4b1c-8c83-2be6abe73371 req-a77bd911-dcdb-42a2-bf41-03dcccd8ac1d tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Unset dirty status for tenant:6bd4939810bd4d06b2e7642062ae3924 on resource:port {{(pid=103516) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 18:57:34.191474 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-bc4b0cb0-cffc-4b1c-8c83-2be6abe73371 req-a77bd911-dcdb-42a2-bf41-03dcccd8ac1d tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/ports?device_id=0de7e672-2221-45fd-bc16-400edd20294c HTTP/1.1" status: 200 len: 210 time: 0.1141930 Jun 03 18:57:35.196708 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Device 41bb4f5f-1159-46e2-832d-8ab9ada45bab no longer exists at agent hyperv_hv-cinder-79466 {{(pid=103518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 18:57:35.234935 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.plugin [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] No Port match for: 41bb4f5f-1159-46e2-832d-8ab9ada45bab {{(pid=103518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 18:57:35.235214 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Device 41bb4f5f-1159-46e2-832d-8ab9ada45bab not bound to the agent host hv-cinder-79466 {{(pid=103518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 18:57:35.311724 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-55969e9b-5d67-402a-95a0-0ac9990e0423 req-22ebc512-9008-4f7f-aedc-687931f17f5a tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/ports?device_id=0de7e672-2221-45fd-bc16-400edd20294c HTTP/1.1" status: 200 len: 210 time: 0.0345161 Jun 03 18:57:36.517532 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-6208c37b-e8a7-4465-bf3d-ee5ff774b9a1 req-ad7f43f9-337d-4252-8f18-5b8851385681 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/ports?device_id=0de7e672-2221-45fd-bc16-400edd20294c HTTP/1.1" status: 200 len: 210 time: 0.1121099 Jun 03 18:57:37.635343 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-0fd1dd1e-e0af-4c63-8d08-efaf3626f169 req-4045cec7-3ed7-41ac-b397-751377259312 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/ports?device_id=0de7e672-2221-45fd-bc16-400edd20294c HTTP/1.1" status: 200 len: 210 time: 0.0309837 Jun 03 18:57:38.028723 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 18:57:38.751509 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-eef13844-6a84-4d6d-af96-f14c55686693 req-30f942da-4810-4ae9-9329-d22408096232 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/ports?device_id=0de7e672-2221-45fd-bc16-400edd20294c HTTP/1.1" status: 200 len: 210 time: 0.0304673 Jun 03 18:57:39.860057 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-f5264151-b892-4500-aebf-c68a9e39472d req-2f9c8d6a-1629-4425-8b61-d9e67dc310cc tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/ports?device_id=0de7e672-2221-45fd-bc16-400edd20294c HTTP/1.1" status: 200 len: 210 time: 0.0350170 Jun 03 18:57:40.970673 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-9bb21f13-a7e6-4d35-8361-3bb4ce38f733 req-1959e9d5-cd91-414a-bc98-afaecbadfcbd tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/ports?device_id=0de7e672-2221-45fd-bc16-400edd20294c HTTP/1.1" status: 200 len: 210 time: 0.0307615 Jun 03 18:57:42.081430 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-29edf08d-88e3-4e24-86d2-6226b10b1b23 req-3a6892b9-1f64-4d98-8d19-e6036b68ddb1 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/ports?device_id=0de7e672-2221-45fd-bc16-400edd20294c HTTP/1.1" status: 200 len: 210 time: 0.0294259 Jun 03 18:57:43.226325 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-0611063d-6839-4ddd-89c7-0d68440d18e5 req-aedb0552-c22c-4652-b403-caab43857cda tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/ports?device_id=0de7e672-2221-45fd-bc16-400edd20294c HTTP/1.1" status: 200 len: 210 time: 0.0371113 Jun 03 18:57:44.355574 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-68703a37-3e3c-44fb-8475-a0e941bd3d4a req-2054f4d8-0820-4276-b1be-cfb309775d80 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/ports?device_id=0de7e672-2221-45fd-bc16-400edd20294c HTTP/1.1" status: 200 len: 210 time: 0.0398636 Jun 03 18:57:45.475709 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-2c02a045-6d5d-488e-9040-40605a53735e req-87b8664e-5992-44b3-828f-1125cca3a02e tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/ports?device_id=0de7e672-2221-45fd-bc16-400edd20294c HTTP/1.1" status: 200 len: 210 time: 0.0384560 Jun 03 18:57:46.615366 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-a56f1037-49bd-4e2e-a720-0f3b2dc88c39 req-1be53c0a-c95b-4be9-829e-90e0a489a006 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] 10.222.0.44 "GET /v2.0/ports?device_id=0de7e672-2221-45fd-bc16-400edd20294c HTTP/1.1" status: 200 len: 210 time: 0.0370750 Jun 03 18:57:59.584298 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-5383b1c3-d108-40b8-bd3e-e7e641e91c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:00.630939 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:00.825307 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-9594a42d-a9e3-4863-9b7b-159c7d289954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:01.981797 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:02.637563 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:02.751966 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:07.109625 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-cd33e74f-4b1d-4bff-9f06-477fb6456988 req-92d870ea-75eb-4a4f-99e0-b4b584119e05 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=381044c8-cab6-44e0-a866-9b4253a6cc73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0574367 Jun 03 18:58:10.852464 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd33e74f-4b1d-4bff-9f06-477fb6456988 req-420c83cf-f078-483c-9022-fb59810032de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:58:10.853444 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-cd33e74f-4b1d-4bff-9f06-477fb6456988 req-420c83cf-f078-483c-9022-fb59810032de service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=d251c2b110174194859afacde2df517e&device_id=381044c8-cab6-44e0-a866-9b4253a6cc73 HTTP/1.1" status: 200 len: 1098 time: 0.0586689 Jun 03 18:58:10.959123 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd33e74f-4b1d-4bff-9f06-477fb6456988 req-d89d5e82-8668-4a48-ae53-fd44e79ef1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:58:10.960080 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-cd33e74f-4b1d-4bff-9f06-477fb6456988 req-d89d5e82-8668-4a48-ae53-fd44e79ef1a0 service neutron] 10.222.0.108 "GET /v2.0/networks?id=9f3436aa-0141-4ddc-9e77-d652c7ff5b25 HTTP/1.1" status: 200 len: 919 time: 0.0845387 Jun 03 18:58:11.026619 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-cd33e74f-4b1d-4bff-9f06-477fb6456988 req-b87b9d99-93b7-4da1-9f8d-a0b5006217f8 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ecdacd97-a696-41f8-a629-45d1dc2833d4 HTTP/1.1" status: 200 len: 1001 time: 0.0580542 Jun 03 18:58:11.062847 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd33e74f-4b1d-4bff-9f06-477fb6456988 req-86b53d6f-94d8-47a6-acd4-54297d649d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:58:11.063582 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-cd33e74f-4b1d-4bff-9f06-477fb6456988 req-86b53d6f-94d8-47a6-acd4-54297d649d8d service neutron] 10.222.0.108 "GET /v2.0/subnets?id=f5c41478-ff70-4760-874f-92c6f16f6305 HTTP/1.1" status: 200 len: 856 time: 0.0298219 Jun 03 18:58:11.106365 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd33e74f-4b1d-4bff-9f06-477fb6456988 req-14752a6d-d9cc-4f03-9ba5-01650d1d2540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:58:11.107069 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-cd33e74f-4b1d-4bff-9f06-477fb6456988 req-14752a6d-d9cc-4f03-9ba5-01650d1d2540 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=9f3436aa-0141-4ddc-9e77-d652c7ff5b25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0370374 Jun 03 18:58:11.195642 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-cd33e74f-4b1d-4bff-9f06-477fb6456988 req-f2b79257-1c67-4e70-b282-f1405b217581 service neutron] 10.222.0.108 "GET /v2.0/networks/9f3436aa-0141-4ddc-9e77-d652c7ff5b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815451 Jun 03 18:58:11.275607 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-cd33e74f-4b1d-4bff-9f06-477fb6456988 req-ed828c13-f08e-4602-83fc-e38d4f3060d8 service neutron] 10.222.0.108 "GET /v2.0/networks/9f3436aa-0141-4ddc-9e77-d652c7ff5b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0732024 Jun 03 18:58:15.029072 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 18:58:18.829554 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 60062) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:58:18.875884 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c8c09a6-edf6-4f93-a7d4-ca9a4b747a3b admin admin] Deleting subnet 38f30c37-a86f-42db-9519-c5d3fb67fbc4 {{(pid=103517) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 18:58:18.878298 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-8c8c09a6-edf6-4f93-a7d4-ca9a4b747a3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:18.910594 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-8c8c09a6-edf6-4f93-a7d4-ca9a4b747a3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3269279'] for subnet, precommit_delete_associations {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:18.948043 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-8c8c09a6-edf6-4f93-a7d4-ca9a4b747a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1531221'] for subnet, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:19.237581 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-8c8c09a6-edf6-4f93-a7d4-ca9a4b747a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1531228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3647928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183829'] for subnet, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:19.242513 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-14d7e830-494b-4266-9950-c716a0772d28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:58:19.273956 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8c09a6-edf6-4f93-a7d4-ca9a4b747a3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38f30c37-a86f-42db-9519-c5d3fb67fbc4,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:58:19.277334 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-8c8c09a6-edf6-4f93-a7d4-ca9a4b747a3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549304'] for subnet, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:19.281669 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8c09a6-edf6-4f93-a7d4-ca9a4b747a3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:58:19.281893 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8c09a6-edf6-4f93-a7d4-ca9a4b747a3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:58:19.282130 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8c09a6-edf6-4f93-a7d4-ca9a4b747a3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:58:19.282357 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8c09a6-edf6-4f93-a7d4-ca9a4b747a3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:58:19.282598 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8c09a6-edf6-4f93-a7d4-ca9a4b747a3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:58:19.282820 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8c09a6-edf6-4f93-a7d4-ca9a4b747a3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:58:19.283041 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8c09a6-edf6-4f93-a7d4-ca9a4b747a3b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:58:19.283262 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8c09a6-edf6-4f93-a7d4-ca9a4b747a3b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:58:19.283484 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8c09a6-edf6-4f93-a7d4-ca9a4b747a3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:58:19.283703 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8c09a6-edf6-4f93-a7d4-ca9a4b747a3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:58:19.283945 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8c09a6-edf6-4f93-a7d4-ca9a4b747a3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:58:19.284165 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8c09a6-edf6-4f93-a7d4-ca9a4b747a3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:58:19.287111 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-8c8c09a6-edf6-4f93-a7d4-ca9a4b747a3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:58:19.290269 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-8c8c09a6-edf6-4f93-a7d4-ca9a4b747a3b admin admin] 10.222.0.44 "DELETE /v2.0/subnets/38f30c37-a86f-42db-9519-c5d3fb67fbc4 HTTP/1.1" status: 204 len: 168 time: 0.4598982 Jun 03 18:58:19.292365 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 60066) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:58:19.364767 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-01177edf-feb4-441f-926c-14c5940f3d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696177'] for network, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:19.446625 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-01177edf-feb4-441f-926c-14c5940f3d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557952', 'neutron.services.segments.db._delete_segments_for_network-8751241769921'] for network, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:19.457244 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.services.segments.db [None req-01177edf-feb4-441f-926c-14c5940f3d34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44c83a21-d1dc-47ce-8fdb-73bee728f9df']}} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:58:19.465660 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.services.segments.db [None req-01177edf-feb4-441f-926c-14c5940f3d34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccda361c-8567-475d-9466-98015f7713fb') {'for_net_delete': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:58:19.465849 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.services.segments.db [None req-01177edf-feb4-441f-926c-14c5940f3d34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccda361c-8567-475d-9466-98015f7713fb') {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:58:19.472844 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-01177edf-feb4-441f-926c-14c5940f3d34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751241775068', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3269350'] for segment, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:19.483060 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-01177edf-feb4-441f-926c-14c5940f3d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529572'] for segment, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:19.487198 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01177edf-feb4-441f-926c-14c5940f3d34 admin admin] Releasing vlan 1434 on physical network physnet1 to pool {{(pid=103517) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 18:58:19.487440 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-01177edf-feb4-441f-926c-14c5940f3d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647826'] for segment, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:19.495596 dv-cinder-794661-1-smb neutron-server[103517]: Traceback (most recent call last): Jun 03 18:58:19.495596 dv-cinder-794661-1-smb neutron-server[103517]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 18:58:19.495596 dv-cinder-794661-1-smb neutron-server[103517]: timer() Jun 03 18:58:19.495596 dv-cinder-794661-1-smb neutron-server[103517]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 18:58:19.495596 dv-cinder-794661-1-smb neutron-server[103517]: cb(*args, **kw) Jun 03 18:58:19.495596 dv-cinder-794661-1-smb neutron-server[103517]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 18:58:19.495596 dv-cinder-794661-1-smb neutron-server[103517]: return func(*args, **kwargs) Jun 03 18:58:19.495596 dv-cinder-794661-1-smb neutron-server[103517]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 18:58:19.495596 dv-cinder-794661-1-smb neutron-server[103517]: self._notify() Jun 03 18:58:19.495596 dv-cinder-794661-1-smb neutron-server[103517]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 18:58:19.495596 dv-cinder-794661-1-smb neutron-server[103517]: self.callback(batched_events) Jun 03 18:58:19.495596 dv-cinder-794661-1-smb neutron-server[103517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 18:58:19.495596 dv-cinder-794661-1-smb neutron-server[103517]: event.method(event) Jun 03 18:58:19.495596 dv-cinder-794661-1-smb neutron-server[103517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 18:58:19.495596 dv-cinder-794661-1-smb neutron-server[103517]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 18:58:19.495596 dv-cinder-794661-1-smb neutron-server[103517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 18:58:19.495596 dv-cinder-794661-1-smb neutron-server[103517]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 18:58:19.495596 dv-cinder-794661-1-smb neutron-server[103517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 18:58:19.495596 dv-cinder-794661-1-smb neutron-server[103517]: return f(self, *a, **k) Jun 03 18:58:19.495596 dv-cinder-794661-1-smb neutron-server[103517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 18:58:19.495596 dv-cinder-794661-1-smb neutron-server[103517]: return self._get(url).json() Jun 03 18:58:19.495596 dv-cinder-794661-1-smb neutron-server[103517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 18:58:19.495596 dv-cinder-794661-1-smb neutron-server[103517]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 18:58:19.495596 dv-cinder-794661-1-smb neutron-server[103517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 18:58:19.495596 dv-cinder-794661-1-smb neutron-server[103517]: return self.request(url, 'GET', **kwargs) Jun 03 18:58:19.495596 dv-cinder-794661-1-smb neutron-server[103517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 18:58:19.495596 dv-cinder-794661-1-smb neutron-server[103517]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 18:58:19.495596 dv-cinder-794661-1-smb neutron-server[103517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 18:58:19.495596 dv-cinder-794661-1-smb neutron-server[103517]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 18:58:19.495596 dv-cinder-794661-1-smb neutron-server[103517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 18:58:19.495596 dv-cinder-794661-1-smb neutron-server[103517]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 18:58:19.495596 dv-cinder-794661-1-smb neutron-server[103517]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 18:58:19.626354 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-01177edf-feb4-441f-926c-14c5940f3d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573556'] for network, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:19.630941 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:58:19.653584 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-01177edf-feb4-441f-926c-14c5940f3d34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549304'] for network, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:19.661399 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01177edf-feb4-441f-926c-14c5940f3d34 admin admin] Pushing event deleted for resources: {'Network': ['ID=44c83a21-d1dc-47ce-8fdb-73bee728f9df,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:58:19.663794 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-01177edf-feb4-441f-926c-14c5940f3d34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:58:19.759441 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-01177edf-feb4-441f-926c-14c5940f3d34 admin admin] 10.222.0.44 "DELETE /v2.0/networks/44c83a21-d1dc-47ce-8fdb-73bee728f9df HTTP/1.1" status: 204 len: 168 time: 0.4660406 Jun 03 18:58:20.163234 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 60070) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:58:20.220058 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-3b860ad9-f4ec-4cce-bbda-bf6c5098c91c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6bd4939810bd4d06b2e7642062ae3924&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0553780 Jun 03 18:58:20.222024 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 60072) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:58:20.263927 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1a66a150-115e-4c7d-8c57-545a28112799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:20.281529 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1a66a150-115e-4c7d-8c57-545a28112799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:20.382420 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1a66a150-115e-4c7d-8c57-545a28112799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:20.386008 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-aec703c7-384e-42a3-a8ec-b4947f487782 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:58:20.399344 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a66a150-115e-4c7d-8c57-545a28112799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de79eae5-a911-47fd-a1b2-ffba49b823ec,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:58:20.406761 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a66a150-115e-4c7d-8c57-545a28112799 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:58:20.407024 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a66a150-115e-4c7d-8c57-545a28112799 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:58:20.407269 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a66a150-115e-4c7d-8c57-545a28112799 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:58:20.407530 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a66a150-115e-4c7d-8c57-545a28112799 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:58:20.407810 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a66a150-115e-4c7d-8c57-545a28112799 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:58:20.408071 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a66a150-115e-4c7d-8c57-545a28112799 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:58:20.408329 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a66a150-115e-4c7d-8c57-545a28112799 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:58:20.408590 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a66a150-115e-4c7d-8c57-545a28112799 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:58:20.408848 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a66a150-115e-4c7d-8c57-545a28112799 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:58:20.409105 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a66a150-115e-4c7d-8c57-545a28112799 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:58:20.409358 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a66a150-115e-4c7d-8c57-545a28112799 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:58:20.409611 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a66a150-115e-4c7d-8c57-545a28112799 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:58:20.412360 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-1a66a150-115e-4c7d-8c57-545a28112799 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:58:20.473393 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1a66a150-115e-4c7d-8c57-545a28112799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:20.474174 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-1a66a150-115e-4c7d-8c57-545a28112799 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/de79eae5-a911-47fd-a1b2-ffba49b823ec HTTP/1.1" status: 204 len: 168 time: 0.2514744 Jun 03 18:58:21.576531 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 60098) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:58:21.654482 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.v2.base [None req-bf6e5bb5-9162-4312-985d-999ed8cea99b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1321612561-network', 'tenant_id': 'b25f38073ae6420f835fe8ab201bdda3'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:58:21.657978 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-bf6e5bb5-9162-4312-985d-999ed8cea99b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:58:21.660691 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-bf6e5bb5-9162-4312-985d-999ed8cea99b admin admin] Usage tracker for resource:network and tenant:b25f38073ae6420f835fe8ab201bdda3 is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:58:21.662691 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-bf6e5bb5-9162-4312-985d-999ed8cea99b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:58:21.666386 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-bf6e5bb5-9162-4312-985d-999ed8cea99b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:58:21.738382 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf6e5bb5-9162-4312-985d-999ed8cea99b admin admin] Made reservation on behalf of b25f38073ae6420f835fe8ab201bdda3 for: {'network': 1} {{(pid=103516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 18:58:21.741351 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bf6e5bb5-9162-4312-985d-999ed8cea99b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1684408'] for network, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:21.755402 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bf6e5bb5-9162-4312-985d-999ed8cea99b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:21.769414 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-bf6e5bb5-9162-4312-985d-999ed8cea99b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:58:21.773501 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-bf6e5bb5-9162-4312-985d-999ed8cea99b admin admin] Usage tracker for resource:security_group_rule and tenant:b25f38073ae6420f835fe8ab201bdda3 is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:58:21.776419 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-bf6e5bb5-9162-4312-985d-999ed8cea99b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:58:21.782443 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-bf6e5bb5-9162-4312-985d-999ed8cea99b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:58:21.846204 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bf6e5bb5-9162-4312-985d-999ed8cea99b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:21.918506 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bf6e5bb5-9162-4312-985d-999ed8cea99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:21.922456 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-f026d32e-0887-4506-9cfb-5a3643713abf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:58:21.950082 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf6e5bb5-9162-4312-985d-999ed8cea99b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1424} {{(pid=103516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 18:58:21.956672 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6e5bb5-9162-4312-985d-999ed8cea99b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8101b8e3-e782-4c92-9486-96d2d32e7cc3,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:58:21.960284 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-bf6e5bb5-9162-4312-985d-999ed8cea99b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:58:21.962459 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bf6e5bb5-9162-4312-985d-999ed8cea99b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529572'] for segment, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:21.963332 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.db.segments_db [None req-bf6e5bb5-9162-4312-985d-999ed8cea99b admin admin] Added segment aedfba21-4ee8-4f67-9447-bdbc401be3b6 of type vlan for network 2e2bd607-1031-490c-a4b3-9ab69f4aa352 Jun 03 18:58:21.982974 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bf6e5bb5-9162-4312-985d-999ed8cea99b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751241310154'] for network, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:22.082120 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bf6e5bb5-9162-4312-985d-999ed8cea99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549287'] for network, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:22.083847 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6e5bb5-9162-4312-985d-999ed8cea99b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:58:22.084598 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bf6e5bb5-9162-4312-985d-999ed8cea99b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549304'] for network, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:22.088908 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-5934c450-3218-494f-9cab-a446194c23f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:58:22.229037 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6e5bb5-9162-4312-985d-999ed8cea99b admin admin] Pushing event updated for resources: {'Network': ['ID=2e2bd607-1031-490c-a4b3-9ab69f4aa352,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:58:22.231076 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-bf6e5bb5-9162-4312-985d-999ed8cea99b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:58:22.240245 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Network 2e2bd607-1031-490c-a4b3-9ab69f4aa352 details requested by agent ovs-agent-dv-cinder-794661-1-smb with host dv-cinder-794661-1-smb {{(pid=103518) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 18:58:22.282887 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-bf6e5bb5-9162-4312-985d-999ed8cea99b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7054594 Jun 03 18:58:22.285144 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 60102) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:58:22.288683 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.v2.base [None req-fbdc6bc1-a2fb-4bf3-90f4-65490b5b09aa admin admin] Request body: {'subnet': {'network_id': '2e2bd607-1031-490c-a4b3-9ab69f4aa352', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1321612561-subnet', 'tenant_id': 'b25f38073ae6420f835fe8ab201bdda3', 'ip_version': 4}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:58:22.292130 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-fbdc6bc1-a2fb-4bf3-90f4-65490b5b09aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:58:22.296109 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-fbdc6bc1-a2fb-4bf3-90f4-65490b5b09aa admin admin] Usage tracker for resource:subnet and tenant:b25f38073ae6420f835fe8ab201bdda3 is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:58:22.297237 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-fbdc6bc1-a2fb-4bf3-90f4-65490b5b09aa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:58:22.301323 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-fbdc6bc1-a2fb-4bf3-90f4-65490b5b09aa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:58:22.422645 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbdc6bc1-a2fb-4bf3-90f4-65490b5b09aa admin admin] Made reservation on behalf of b25f38073ae6420f835fe8ab201bdda3 for: {'subnet': 1} {{(pid=103516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 18:58:22.426368 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fbdc6bc1-a2fb-4bf3-90f4-65490b5b09aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3540567'] for subnet, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:22.783327 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fbdc6bc1-a2fb-4bf3-90f4-65490b5b09aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3014052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3540549'] for subnet, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:22.785921 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-8452902c-c501-4a7c-afb9-ee2530bbfc0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:58:22.829506 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdc6bc1-a2fb-4bf3-90f4-65490b5b09aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ce4a726-88f3-4342-8711-c58fb59e1c46,revision_number=0']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:58:22.832927 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-fbdc6bc1-a2fb-4bf3-90f4-65490b5b09aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:58:22.838434 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdc6bc1-a2fb-4bf3-90f4-65490b5b09aa admin admin] Checking segment: {'id': 'aedfba21-4ee8-4f67-9447-bdbc401be3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1424, 'network_id': '2e2bd607-1031-490c-a4b3-9ab69f4aa352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 18:58:22.838434 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdc6bc1-a2fb-4bf3-90f4-65490b5b09aa admin admin] Network hostable DHCP agents. Network: 2e2bd607-1031-490c-a4b3-9ab69f4aa352, hostable agents: ['fb8d2d29-1809-4f62-9f23-eb4c5e08b409'], hosted agents: [] {{(pid=103516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 18:58:22.941231 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdc6bc1-a2fb-4bf3-90f4-65490b5b09aa admin admin] Network 2e2bd607-1031-490c-a4b3-9ab69f4aa352 is scheduled to be hosted by DHCP agent fb8d2d29-1809-4f62-9f23-eb4c5e08b409 with binding_index 1 {{(pid=103516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 18:58:23.027713 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-fbdc6bc1-a2fb-4bf3-90f4-65490b5b09aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794661-1-smb, 2e2bd607-1031-490c-a4b3-9ab69f4aa352) {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 18:58:23.035887 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a793ae2e-728f-4cd8-89bd-21151c6225d4 None None] Network 2e2bd607-1031-490c-a4b3-9ab69f4aa352 requested from dv-cinder-794661-1-smb {{(pid=103518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 18:58:23.039055 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdc6bc1-a2fb-4bf3-90f4-65490b5b09aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:58:23.039952 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fbdc6bc1-a2fb-4bf3-90f4-65490b5b09aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:23.124262 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-fbdc6bc1-a2fb-4bf3-90f4-65490b5b09aa admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8380072 Jun 03 18:58:23.126325 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 60106) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:58:23.129675 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.v2.base [None req-33eeee4b-ef4c-4e62-9402-0c8b5f8dc12f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1321612561-router', 'tenant_id': 'b25f38073ae6420f835fe8ab201bdda3', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc'}}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:58:23.135958 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-33eeee4b-ef4c-4e62-9402-0c8b5f8dc12f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:58:23.136308 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-33eeee4b-ef4c-4e62-9402-0c8b5f8dc12f admin admin] Usage tracker for resource:router and tenant:b25f38073ae6420f835fe8ab201bdda3 is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:58:23.138554 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-33eeee4b-ef4c-4e62-9402-0c8b5f8dc12f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:58:23.143165 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-33eeee4b-ef4c-4e62-9402-0c8b5f8dc12f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:58:23.182464 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8021d7a-4ec3-491b-8ea1-28d1c2f76e59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe55a649f-66e1-5c59-8e10-c698044dc604-2e2bd607-1031-490c-a4b3-9ab69f4aa352', 'network_id': '2e2bd607-1031-490c-a4b3-9ab69f4aa352', 'tenant_id': 'b25f38073ae6420f835fe8ab201bdda3', 'fixed_ips': [{'subnet_id': '7ce4a726-88f3-4342-8711-c58fb59e1c46'}]}} from dv-cinder-794661-1-smb. {{(pid=103518) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 18:58:23.183056 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-b8021d7a-4ec3-491b-8ea1-28d1c2f76e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_create {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:23.219368 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33eeee4b-ef4c-4e62-9402-0c8b5f8dc12f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27923'] for router, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:23.220191 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33eeee4b-ef4c-4e62-9402-0c8b5f8dc12f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-444002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27930'] for router, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:23.231489 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33eeee4b-ef4c-4e62-9402-0c8b5f8dc12f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:23.282568 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.db_base_plugin_common [None req-b8021d7a-4ec3-491b-8ea1-28d1c2f76e59 None None] Allocated IP 172.20.0.2 (2e2bd607-1031-490c-a4b3-9ab69f4aa352/7ce4a726-88f3-4342-8711-c58fb59e1c46/a5b4ee33-2a87-4f1a-afd2-3e7d48521324) {{(pid=103518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 18:58:23.441491 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-b8021d7a-4ec3-491b-8ea1-28d1c2f76e59 None None] Notify callbacks [] for port, precommit_create {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:23.447655 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-b8021d7a-4ec3-491b-8ea1-28d1c2f76e59 None None] Transition to ACTIVE for port object a5b4ee33-2a87-4f1a-afd2-3e7d48521324 will not be triggered until provisioned by entity L2. {{(pid=103518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 18:58:23.458265 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-b8021d7a-4ec3-491b-8ea1-28d1c2f76e59 None None] Transition to ACTIVE for port object a5b4ee33-2a87-4f1a-afd2-3e7d48521324 will not be triggered until provisioned by entity DHCP. {{(pid=103518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 18:58:23.458906 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33eeee4b-ef4c-4e62-9402-0c8b5f8dc12f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28020'] for router, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:23.543143 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-b8021d7a-4ec3-491b-8ea1-28d1c2f76e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751241322828'] for port, after_create {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:23.548941 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:58:23.597715 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8021d7a-4ec3-491b-8ea1-28d1c2f76e59 None None] Network 2e2bd607-1031-490c-a4b3-9ab69f4aa352 is already hosted by enough agents. {{(pid=103518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 18:58:23.599473 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.scheduler.base_scheduler [None req-b8021d7a-4ec3-491b-8ea1-28d1c2f76e59 None None] Resources bound (agent type, host, resource id): {{(pid=103518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 18:58:23.604464 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8021d7a-4ec3-491b-8ea1-28d1c2f76e59 None None] Received port after_create {{(pid=103518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 18:58:23.610900 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8021d7a-4ec3-491b-8ea1-28d1c2f76e59 None None] Pushing event updated for resources: {'Port': ['ID=a5b4ee33-2a87-4f1a-afd2-3e7d48521324,revision_number=1']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:58:23.637186 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8021d7a-4ec3-491b-8ea1-28d1c2f76e59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:58:23.637386 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8021d7a-4ec3-491b-8ea1-28d1c2f76e59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:58:23.637589 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8021d7a-4ec3-491b-8ea1-28d1c2f76e59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:58:23.637787 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8021d7a-4ec3-491b-8ea1-28d1c2f76e59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:58:23.637984 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8021d7a-4ec3-491b-8ea1-28d1c2f76e59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:58:23.638180 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8021d7a-4ec3-491b-8ea1-28d1c2f76e59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:58:23.638373 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8021d7a-4ec3-491b-8ea1-28d1c2f76e59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:58:23.638571 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8021d7a-4ec3-491b-8ea1-28d1c2f76e59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:58:23.638763 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8021d7a-4ec3-491b-8ea1-28d1c2f76e59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:58:23.638955 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8021d7a-4ec3-491b-8ea1-28d1c2f76e59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:58:23.639391 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8021d7a-4ec3-491b-8ea1-28d1c2f76e59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:58:23.639809 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8021d7a-4ec3-491b-8ea1-28d1c2f76e59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:58:23.656400 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-b8021d7a-4ec3-491b-8ea1-28d1c2f76e59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:58:23.674152 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.managers [None req-b8021d7a-4ec3-491b-8ea1-28d1c2f76e59 None None] Attempting to bind port a5b4ee33-2a87-4f1a-afd2-3e7d48521324 on host dv-cinder-794661-1-smb for vnic_type normal with profile {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 18:58:23.674387 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.managers [None req-b8021d7a-4ec3-491b-8ea1-28d1c2f76e59 None None] Attempting to bind port a5b4ee33-2a87-4f1a-afd2-3e7d48521324 by drivers openvswitch,hyperv on host dv-cinder-794661-1-smb at level 0 using segments [{'id': 'aedfba21-4ee8-4f67-9447-bdbc401be3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1424, 'network_id': '2e2bd607-1031-490c-a4b3-9ab69f4aa352'}] {{(pid=103518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 18:58:23.674618 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8021d7a-4ec3-491b-8ea1-28d1c2f76e59 None None] Attempting to bind port a5b4ee33-2a87-4f1a-afd2-3e7d48521324 on network 2e2bd607-1031-490c-a4b3-9ab69f4aa352 {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 18:58:23.678695 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8021d7a-4ec3-491b-8ea1-28d1c2f76e59 None None] Checking agent: {'id': '9af4ad39-3160-4d10-9b77-67ea66ff9724', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794661-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 18, 44, 30), 'started_at': datetime.datetime(2021, 6, 3, 18, 45, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 18, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794661-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 18:58:23.678914 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8021d7a-4ec3-491b-8ea1-28d1c2f76e59 None None] Checking segment: {'id': 'aedfba21-4ee8-4f67-9447-bdbc401be3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1424, 'network_id': '2e2bd607-1031-490c-a4b3-9ab69f4aa352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 18:58:23.679151 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-b8021d7a-4ec3-491b-8ea1-28d1c2f76e59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:23.679393 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8021d7a-4ec3-491b-8ea1-28d1c2f76e59 None None] Bound using segment: {'id': 'aedfba21-4ee8-4f67-9447-bdbc401be3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1424, 'network_id': '2e2bd607-1031-490c-a4b3-9ab69f4aa352'} {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 18:58:23.679691 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.managers [None req-b8021d7a-4ec3-491b-8ea1-28d1c2f76e59 None None] Bound port: a5b4ee33-2a87-4f1a-afd2-3e7d48521324, host: dv-cinder-794661-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aedfba21-4ee8-4f67-9447-bdbc401be3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1424, 'network_id': '2e2bd607-1031-490c-a4b3-9ab69f4aa352'}}] {{(pid=103518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 18:58:23.679951 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-b8021d7a-4ec3-491b-8ea1-28d1c2f76e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:23.744484 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-b8021d7a-4ec3-491b-8ea1-28d1c2f76e59 None None] For port a5b4ee33-2a87-4f1a-afd2-3e7d48521324, host dv-cinder-794661-1-smb, cleared binding levels {{(pid=103518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 18:58:23.746383 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-b8021d7a-4ec3-491b-8ea1-28d1c2f76e59 None None] For port a5b4ee33-2a87-4f1a-afd2-3e7d48521324, host dv-cinder-794661-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794661-1-smb',level=0,port_id=a5b4ee33-2a87-4f1a-afd2-3e7d48521324,segment=NetworkSegment(aedfba21-4ee8-4f67-9447-bdbc401be3b6),segment_id=aedfba21-4ee8-4f67-9447-bdbc401be3b6)] {{(pid=103518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 18:58:23.755821 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33eeee4b-ef4c-4e62-9402-0c8b5f8dc12f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:23.774082 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33eeee4b-ef4c-4e62-9402-0c8b5f8dc12f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:23.809931 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-b8021d7a-4ec3-491b-8ea1-28d1c2f76e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:23.813019 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-54fbb16c-7293-4f06-85e8-c133556e709c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:58:23.855402 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8021d7a-4ec3-491b-8ea1-28d1c2f76e59 None None] Pushing event updated for resources: {'Port': ['ID=a5b4ee33-2a87-4f1a-afd2-3e7d48521324,revision_number=2']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:58:23.857401 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-b8021d7a-4ec3-491b-8ea1-28d1c2f76e59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:58:23.863283 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-33eeee4b-ef4c-4e62-9402-0c8b5f8dc12f admin admin] Allocated IP 172.28.1.204 (6ece2837-d49d-41e4-9380-4ff50b3876fc/eed56ebd-fbdc-4b64-be4b-629d7f0513a5/a7d97c0e-ed6b-47af-a6f7-52bac49b01f7) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 18:58:24.037375 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33eeee4b-ef4c-4e62-9402-0c8b5f8dc12f admin admin] Notify callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:24.123632 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33eeee4b-ef4c-4e62-9402-0c8b5f8dc12f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751241322828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3014096'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:24.126540 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-2e01c656-91af-4f9c-ab6e-4e970a185a73 tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:58:24.157606 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33eeee4b-ef4c-4e62-9402-0c8b5f8dc12f admin admin] Network 6ece2837-d49d-41e4-9380-4ff50b3876fc is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 18:58:24.163194 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-33eeee4b-ef4c-4e62-9402-0c8b5f8dc12f admin admin] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 18:58:24.165625 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33eeee4b-ef4c-4e62-9402-0c8b5f8dc12f admin admin] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 18:58:24.181443 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eeee4b-ef4c-4e62-9402-0c8b5f8dc12f admin admin] Pushing event updated for resources: {'Port': ['ID=a7d97c0e-ed6b-47af-a6f7-52bac49b01f7,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:58:24.184571 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-33eeee4b-ef4c-4e62-9402-0c8b5f8dc12f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:58:24.296327 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device a5b4ee33-2a87-4f1a-afd2-3e7d48521324 up at agent ovs-agent-dv-cinder-794661-1-smb {{(pid=103518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 18:58:24.421879 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Provisioning for port a5b4ee33-2a87-4f1a-afd2-3e7d48521324 completed by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 18:58:24.454424 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33eeee4b-ef4c-4e62-9402-0c8b5f8dc12f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:24.498883 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989a30ec-8a32-419b-9713-15d36590850e None None] Network 2e2bd607-1031-490c-a4b3-9ab69f4aa352 requested from dv-cinder-794661-1-smb {{(pid=103518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 18:58:24.606021 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-deb6c6ea-6d34-4230-bb83-620ed0e43c2e None None] Provisioning for port a5b4ee33-2a87-4f1a-afd2-3e7d48521324 completed by entity DHCP. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 18:58:24.612595 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-deb6c6ea-6d34-4230-bb83-620ed0e43c2e None None] Provisioning complete for port a5b4ee33-2a87-4f1a-afd2-3e7d48521324 triggered by entity DHCP. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 18:58:24.612804 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-deb6c6ea-6d34-4230-bb83-620ed0e43c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:24.637853 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33eeee4b-ef4c-4e62-9402-0c8b5f8dc12f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573491'] for router, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:24.686858 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-deb6c6ea-6d34-4230-bb83-620ed0e43c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:24.707322 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-deb6c6ea-6d34-4230-bb83-620ed0e43c2e None None] For port a5b4ee33-2a87-4f1a-afd2-3e7d48521324, host dv-cinder-794661-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794661-1-smb',level=0,port_id=a5b4ee33-2a87-4f1a-afd2-3e7d48521324,segment=NetworkSegment(aedfba21-4ee8-4f67-9447-bdbc401be3b6),segment_id=aedfba21-4ee8-4f67-9447-bdbc401be3b6)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:58:24.780111 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-deb6c6ea-6d34-4230-bb83-620ed0e43c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:24.781407 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:58:24.807746 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33eeee4b-ef4c-4e62-9402-0c8b5f8dc12f admin admin] Router cba336f7-794b-4059-bc57-d320dd57cc0f is scheduled to L3 agent e49736c8-5019-4904-a5ca-8bb53e194ab8 with binding_index 1 {{(pid=103516) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 18:58:24.817753 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6c6ea-6d34-4230-bb83-620ed0e43c2e None None] Pushing event updated for resources: {'Port': ['ID=a5b4ee33-2a87-4f1a-afd2-3e7d48521324,revision_number=3']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:58:24.819534 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-deb6c6ea-6d34-4230-bb83-620ed0e43c2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:58:24.901318 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-9ea27e1b-0609-4380-8c23-0a202765bd68 None None] Provisioning complete for port a5b4ee33-2a87-4f1a-afd2-3e7d48521324 triggered by entity DHCP. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 18:58:24.901737 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-9ea27e1b-0609-4380-8c23-0a202765bd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:24.902322 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33eeee4b-ef4c-4e62-9402-0c8b5f8dc12f admin admin] Notify agent at l3_agent.dv-cinder-794661-1-smb the message routers_updated {{(pid=103516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 18:58:24.919773 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba455ab3-0cf8-4acc-b576-6e5a8047f194 None None] Sync routers for ids ['cba336f7-794b-4059-bc57-d320dd57cc0f'] in dv-cinder-794661-1-smb {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 18:58:24.930986 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba455ab3-0cf8-4acc-b576-6e5a8047f194 None None] Routers {'cba336f7-794b-4059-bc57-d320dd57cc0f'} bound to L3 agent in host dv-cinder-794661-1-smb {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 18:58:24.931320 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-ba455ab3-0cf8-4acc-b576-6e5a8047f194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794661-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T18:44:31Z,description=,heartbeat_timestamp=2021-06-03T18:58:01Z,host='dv-cinder-794661-1-smb',id=e49736c8-5019-4904-a5ca-8bb53e194ab8,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T18:44:31Z,topic='l3_agent')) {'router_ids': ['cba336f7-794b-4059-bc57-d320dd57cc0f'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:58:24.984211 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33eeee4b-ef4c-4e62-9402-0c8b5f8dc12f admin admin] Notify callbacks [] for router, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:24.985902 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-33eeee4b-ef4c-4e62-9402-0c8b5f8dc12f admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8587091 Jun 03 18:58:24.987984 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 60110) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:58:25.054584 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-ba455ab3-0cf8-4acc-b576-6e5a8047f194 None None] Set router cba336f7-794b-4059-bc57-d320dd57cc0f gateway port host: dv-cinder-794661-1-smb {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 18:58:25.263677 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-ba455ab3-0cf8-4acc-b576-6e5a8047f194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba336f7-794b-4059-bc57-d320dd57cc0f', 'name': 'tempest-TestShelveInstance-1321612561-router', 'tenant_id': 'b25f38073ae6420f835fe8ab201bdda3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.204'}], 'enable_snat': True}, 'gw_port_id': 'a7d97c0e-ed6b-47af-a6f7-52bac49b01f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T18:58:23Z', 'updated_at': '2021-06-03T18:58:24Z', 'revision_number': 3, 'project_id': 'b25f38073ae6420f835fe8ab201bdda3', 'gw_port': {'id': 'a7d97c0e-ed6b-47af-a6f7-52bac49b01f7', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a2:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cba336f7-794b-4059-bc57-d320dd57cc0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:58:23Z', 'updated_at': '2021-06-03T18:58:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb'}], 'dv-cinder-794661-1-smb', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:58:25.266378 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba455ab3-0cf8-4acc-b576-6e5a8047f194 None None] Checking router: cba336f7-794b-4059-bc57-d320dd57cc0f for host: dv-cinder-794661-1-smb {{(pid=103518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 18:58:25.266558 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba455ab3-0cf8-4acc-b576-6e5a8047f194 None None] Updating router cba336f7-794b-4059-bc57-d320dd57cc0f port a7d97c0e-ed6b-47af-a6f7-52bac49b01f7 binding host dv-cinder-794661-1-smb {{(pid=103518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 18:58:25.296973 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-ba455ab3-0cf8-4acc-b576-6e5a8047f194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:25.440484 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6c7b8e75-bfaf-426e-9122-3c0de20a41e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:25.497699 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-ba455ab3-0cf8-4acc-b576-6e5a8047f194 None None] Notify callbacks [] for port, precommit_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:25.504457 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-ba455ab3-0cf8-4acc-b576-6e5a8047f194 None None] Transition to ACTIVE for port object a7d97c0e-ed6b-47af-a6f7-52bac49b01f7 will not be triggered until provisioned by entity L2. {{(pid=103518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 18:58:25.564607 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-6c7b8e75-bfaf-426e-9122-3c0de20a41e0 admin admin] Allocated IP 172.20.0.1 (2e2bd607-1031-490c-a4b3-9ab69f4aa352/7ce4a726-88f3-4342-8711-c58fb59e1c46/ccbdb6f3-0fcd-4498-b940-30abefaaeda7) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 18:58:25.576458 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-ba455ab3-0cf8-4acc-b576-6e5a8047f194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:25.579147 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:58:25.622603 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.managers [None req-ba455ab3-0cf8-4acc-b576-6e5a8047f194 None None] Attempting to bind port a7d97c0e-ed6b-47af-a6f7-52bac49b01f7 on host dv-cinder-794661-1-smb for vnic_type normal with profile {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 18:58:25.622832 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.managers [None req-ba455ab3-0cf8-4acc-b576-6e5a8047f194 None None] Attempting to bind port a7d97c0e-ed6b-47af-a6f7-52bac49b01f7 by drivers openvswitch,hyperv on host dv-cinder-794661-1-smb at level 0 using segments [{'id': 'cb7a02ef-c488-4fe7-ad15-1fca81e02b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc'}] {{(pid=103518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 18:58:25.623015 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba455ab3-0cf8-4acc-b576-6e5a8047f194 None None] Attempting to bind port a7d97c0e-ed6b-47af-a6f7-52bac49b01f7 on network 6ece2837-d49d-41e4-9380-4ff50b3876fc {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 18:58:25.629241 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c99917-a588-4163-b7a2-8f70a97e4ac7 None None] Pushing event updated for resources: {'Port': ['ID=a7d97c0e-ed6b-47af-a6f7-52bac49b01f7,revision_number=2']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:58:25.630777 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba455ab3-0cf8-4acc-b576-6e5a8047f194 None None] Checking agent: {'id': '9af4ad39-3160-4d10-9b77-67ea66ff9724', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794661-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 18, 44, 30), 'started_at': datetime.datetime(2021, 6, 3, 18, 45, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 18, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794661-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 18:58:25.630987 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba455ab3-0cf8-4acc-b576-6e5a8047f194 None None] Checking segment: {'id': 'cb7a02ef-c488-4fe7-ad15-1fca81e02b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 18:58:25.631220 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-ba455ab3-0cf8-4acc-b576-6e5a8047f194 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:25.631431 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba455ab3-0cf8-4acc-b576-6e5a8047f194 None None] Bound using segment: {'id': 'cb7a02ef-c488-4fe7-ad15-1fca81e02b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc'} {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 18:58:25.631702 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.managers [None req-ba455ab3-0cf8-4acc-b576-6e5a8047f194 None None] Bound port: a7d97c0e-ed6b-47af-a6f7-52bac49b01f7, host: dv-cinder-794661-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7a02ef-c488-4fe7-ad15-1fca81e02b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc'}}] {{(pid=103518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 18:58:25.631932 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-ba455ab3-0cf8-4acc-b576-6e5a8047f194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:25.649094 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-d1c99917-a588-4163-b7a2-8f70a97e4ac7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:58:25.653506 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6c7b8e75-bfaf-426e-9122-3c0de20a41e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:25.663422 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-6c7b8e75-bfaf-426e-9122-3c0de20a41e0 admin admin] Transition to ACTIVE for port object ccbdb6f3-0fcd-4498-b940-30abefaaeda7 will not be triggered until provisioned by entity DHCP. {{(pid=103516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 18:58:25.677085 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-ba455ab3-0cf8-4acc-b576-6e5a8047f194 None None] For port a7d97c0e-ed6b-47af-a6f7-52bac49b01f7, host dv-cinder-794661-1-smb, cleared binding levels {{(pid=103518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 18:58:25.678827 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-ba455ab3-0cf8-4acc-b576-6e5a8047f194 None None] For port a7d97c0e-ed6b-47af-a6f7-52bac49b01f7, host dv-cinder-794661-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794661-1-smb',level=0,port_id=a7d97c0e-ed6b-47af-a6f7-52bac49b01f7,segment=NetworkSegment(cb7a02ef-c488-4fe7-ad15-1fca81e02b96),segment_id=cb7a02ef-c488-4fe7-ad15-1fca81e02b96)] {{(pid=103518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 18:58:25.747955 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-ba455ab3-0cf8-4acc-b576-6e5a8047f194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:25.753886 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-cac48e21-e758-45f9-b54e-a7765b2e2e48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:58:25.778711 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6c7b8e75-bfaf-426e-9122-3c0de20a41e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751241322828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3014096'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:25.785130 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-8d2e0a8a-308d-4db9-bcc6-d1f56ed106c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:58:25.796819 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba455ab3-0cf8-4acc-b576-6e5a8047f194 None None] Routers {'cba336f7-794b-4059-bc57-d320dd57cc0f'} bound to L3 agent in host dv-cinder-794661-1-smb {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 18:58:25.797143 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-ba455ab3-0cf8-4acc-b576-6e5a8047f194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794661-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T18:44:31Z,description=,heartbeat_timestamp=2021-06-03T18:58:01Z,host='dv-cinder-794661-1-smb',id=e49736c8-5019-4904-a5ca-8bb53e194ab8,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T18:44:31Z,topic='l3_agent')) {'router_ids': ['cba336f7-794b-4059-bc57-d320dd57cc0f'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:58:25.820550 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7b8e75-bfaf-426e-9122-3c0de20a41e0 admin admin] Network 2e2bd607-1031-490c-a4b3-9ab69f4aa352 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 18:58:25.822039 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-6c7b8e75-bfaf-426e-9122-3c0de20a41e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 18:58:25.826260 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7b8e75-bfaf-426e-9122-3c0de20a41e0 admin admin] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 18:58:25.835471 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c99917-a588-4163-b7a2-8f70a97e4ac7 None None] Pushing event updated for resources: {'Port': ['ID=a7d97c0e-ed6b-47af-a6f7-52bac49b01f7,revision_number=3']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:58:25.838398 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-d1c99917-a588-4163-b7a2-8f70a97e4ac7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:58:25.851884 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7b8e75-bfaf-426e-9122-3c0de20a41e0 admin admin] Pushing event updated for resources: {'Port': ['ID=ccbdb6f3-0fcd-4498-b940-30abefaaeda7,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:58:25.854363 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-6c7b8e75-bfaf-426e-9122-3c0de20a41e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:58:25.862853 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6c7b8e75-bfaf-426e-9122-3c0de20a41e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573693'] for router_interface, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:25.908482 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-ba455ab3-0cf8-4acc-b576-6e5a8047f194 None None] Set router cba336f7-794b-4059-bc57-d320dd57cc0f gateway port host: dv-cinder-794661-1-smb {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 18:58:26.007566 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6c7b8e75-bfaf-426e-9122-3c0de20a41e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:26.061344 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-581ada75-d1ec-478f-b653-08b769d66904 None None] Provisioning for port ccbdb6f3-0fcd-4498-b940-30abefaaeda7 completed by entity DHCP. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 18:58:26.067288 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-581ada75-d1ec-478f-b653-08b769d66904 None None] Provisioning complete for port ccbdb6f3-0fcd-4498-b940-30abefaaeda7 triggered by entity DHCP. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 18:58:26.067479 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-581ada75-d1ec-478f-b653-08b769d66904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:26.110702 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.plugin [None req-581ada75-d1ec-478f-b653-08b769d66904 None None] Port ccbdb6f3-0fcd-4498-b940-30abefaaeda7 cannot update to ACTIVE because it is not bound. {{(pid=103518) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 18:58:26.120120 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-ba455ab3-0cf8-4acc-b576-6e5a8047f194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba336f7-794b-4059-bc57-d320dd57cc0f', 'name': 'tempest-TestShelveInstance-1321612561-router', 'tenant_id': 'b25f38073ae6420f835fe8ab201bdda3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.204'}], 'enable_snat': True}, 'gw_port_id': 'a7d97c0e-ed6b-47af-a6f7-52bac49b01f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T18:58:23Z', 'updated_at': '2021-06-03T18:58:24Z', 'revision_number': 3, 'project_id': 'b25f38073ae6420f835fe8ab201bdda3', 'gw_port': {'id': 'a7d97c0e-ed6b-47af-a6f7-52bac49b01f7', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a2:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cba336f7-794b-4059-bc57-d320dd57cc0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:58:23Z', 'updated_at': '2021-06-03T18:58:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb'}], 'dv-cinder-794661-1-smb', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:58:26.123161 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba455ab3-0cf8-4acc-b576-6e5a8047f194 None None] The sync data for ids ['cba336f7-794b-4059-bc57-d320dd57cc0f'] in dv-cinder-794661-1-smb is: [{'id': 'cba336f7-794b-4059-bc57-d320dd57cc0f', 'name': 'tempest-TestShelveInstance-1321612561-router', 'tenant_id': 'b25f38073ae6420f835fe8ab201bdda3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.204'}], 'enable_snat': True}, 'gw_port_id': 'a7d97c0e-ed6b-47af-a6f7-52bac49b01f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T18:58:23Z', 'updated_at': '2021-06-03T18:58:24Z', 'revision_number': 3, 'project_id': 'b25f38073ae6420f835fe8ab201bdda3', 'gw_port': {'id': 'a7d97c0e-ed6b-47af-a6f7-52bac49b01f7', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a2:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cba336f7-794b-4059-bc57-d320dd57cc0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:58:23Z', 'updated_at': '2021-06-03T18:58:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb'}] {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 18:58:26.208690 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6c7b8e75-bfaf-426e-9122-3c0de20a41e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:26.284869 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6c7b8e75-bfaf-426e-9122-3c0de20a41e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3013931'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:26.298426 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device a5b4ee33-2a87-4f1a-afd2-3e7d48521324 up at agent ovs-agent-dv-cinder-794661-1-smb {{(pid=103518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 18:58:26.303350 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-7b4970cf-541e-400b-a910-a3f769be33e4 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:58:26.341037 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Provisioning complete for port a5b4ee33-2a87-4f1a-afd2-3e7d48521324 triggered by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 18:58:26.341037 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:26.355010 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7b8e75-bfaf-426e-9122-3c0de20a41e0 admin admin] Pushing event updated for resources: {'Port': ['ID=ccbdb6f3-0fcd-4498-b940-30abefaaeda7,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:58:26.356526 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6c7b8e75-bfaf-426e-9122-3c0de20a41e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405393'] for router_interface, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:26.358878 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-6c7b8e75-bfaf-426e-9122-3c0de20a41e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:58:26.432853 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7b8e75-bfaf-426e-9122-3c0de20a41e0 admin admin] Network 2e2bd607-1031-490c-a4b3-9ab69f4aa352 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 18:58:26.433490 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-6c7b8e75-bfaf-426e-9122-3c0de20a41e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 18:58:26.539521 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c7b8e75-bfaf-426e-9122-3c0de20a41e0 admin admin] Router cba336f7-794b-4059-bc57-d320dd57cc0f has already been hosted by L3 agent e49736c8-5019-4904-a5ca-8bb53e194ab8 {{(pid=103516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 18:58:26.629357 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-c80c1c94-0b11-4faa-b919-6f6225060873 None None] Provisioning complete for port ccbdb6f3-0fcd-4498-b940-30abefaaeda7 triggered by entity DHCP. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 18:58:26.629557 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-c80c1c94-0b11-4faa-b919-6f6225060873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:26.636434 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c7b8e75-bfaf-426e-9122-3c0de20a41e0 admin admin] Notify agent at l3_agent.dv-cinder-794661-1-smb the message routers_updated {{(pid=103516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 18:58:26.642712 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-6c7b8e75-bfaf-426e-9122-3c0de20a41e0 admin admin] 10.222.0.44 "PUT /v2.0/routers/cba336f7-794b-4059-bc57-d320dd57cc0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6537664 Jun 03 18:58:26.671590 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.plugin [None req-c80c1c94-0b11-4faa-b919-6f6225060873 None None] Port ccbdb6f3-0fcd-4498-b940-30abefaaeda7 cannot update to ACTIVE because it is not bound. {{(pid=103518) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 18:58:27.256177 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 60130) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:58:27.259868 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.v2.base [None req-de7a06b4-448b-4353-b4a0-1c21b6f1356a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-538103851-network', 'tenant_id': '9a8ef5045ed043469b9457b897e1a8e6'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:58:27.263401 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-de7a06b4-448b-4353-b4a0-1c21b6f1356a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:58:27.272639 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-de7a06b4-448b-4353-b4a0-1c21b6f1356a admin admin] Usage tracker for resource:network and tenant:9a8ef5045ed043469b9457b897e1a8e6 is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:58:27.272639 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-de7a06b4-448b-4353-b4a0-1c21b6f1356a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:58:27.272639 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-de7a06b4-448b-4353-b4a0-1c21b6f1356a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:58:27.353490 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2d7dbc-05c7-46c4-8b94-666e21b65c0e None None] Sync routers for ids ['cba336f7-794b-4059-bc57-d320dd57cc0f'] in dv-cinder-794661-1-smb {{(pid=103519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 18:58:27.362377 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2d7dbc-05c7-46c4-8b94-666e21b65c0e None None] Routers {'cba336f7-794b-4059-bc57-d320dd57cc0f'} bound to L3 agent in host dv-cinder-794661-1-smb {{(pid=103519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 18:58:27.362783 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_hamode_db [None req-5b2d7dbc-05c7-46c4-8b94-666e21b65c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794661-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T18:44:31Z,description=,heartbeat_timestamp=2021-06-03T18:58:01Z,host='dv-cinder-794661-1-smb',id=e49736c8-5019-4904-a5ca-8bb53e194ab8,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T18:44:31Z,topic='l3_agent')) {'router_ids': ['cba336f7-794b-4059-bc57-d320dd57cc0f'], 'active': True} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:58:27.403944 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de7a06b4-448b-4353-b4a0-1c21b6f1356a admin admin] Made reservation on behalf of 9a8ef5045ed043469b9457b897e1a8e6 for: {'network': 1} {{(pid=103516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 18:58:27.405442 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-de7a06b4-448b-4353-b4a0-1c21b6f1356a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1684408'] for network, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:27.413230 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-de7a06b4-448b-4353-b4a0-1c21b6f1356a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:27.424477 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-de7a06b4-448b-4353-b4a0-1c21b6f1356a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:58:27.426971 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-de7a06b4-448b-4353-b4a0-1c21b6f1356a admin admin] Usage tracker for resource:security_group_rule and tenant:9a8ef5045ed043469b9457b897e1a8e6 is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:58:27.428912 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-de7a06b4-448b-4353-b4a0-1c21b6f1356a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:58:27.432700 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-de7a06b4-448b-4353-b4a0-1c21b6f1356a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:58:27.469908 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_dvr_db [None req-5b2d7dbc-05c7-46c4-8b94-666e21b65c0e None None] Set router cba336f7-794b-4059-bc57-d320dd57cc0f gateway port host: dv-cinder-794661-1-smb {{(pid=103519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 18:58:27.480133 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-de7a06b4-448b-4353-b4a0-1c21b6f1356a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:27.556321 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-de7a06b4-448b-4353-b4a0-1c21b6f1356a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:27.560215 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-b0313a94-b511-46b9-91a4-f575f9318285 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:58:27.588368 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de7a06b4-448b-4353-b4a0-1c21b6f1356a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1430} {{(pid=103516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 18:58:27.591733 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7a06b4-448b-4353-b4a0-1c21b6f1356a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=796857a7-2dfd-4bdc-bff1-d9a3a29fc57c,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:58:27.594655 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-de7a06b4-448b-4353-b4a0-1c21b6f1356a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:58:27.596673 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-de7a06b4-448b-4353-b4a0-1c21b6f1356a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529572'] for segment, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:27.596872 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.db.segments_db [None req-de7a06b4-448b-4353-b4a0-1c21b6f1356a admin admin] Added segment dcecf66e-9ae7-4458-b62a-1e8607a6cf7a of type vlan for network 6f82aefa-2bad-4650-aacf-2905f9531ec6 Jun 03 18:58:27.616206 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-de7a06b4-448b-4353-b4a0-1c21b6f1356a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751241310154'] for network, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:27.666122 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_hamode_db [None req-5b2d7dbc-05c7-46c4-8b94-666e21b65c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba336f7-794b-4059-bc57-d320dd57cc0f', 'name': 'tempest-TestShelveInstance-1321612561-router', 'tenant_id': 'b25f38073ae6420f835fe8ab201bdda3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.204'}], 'enable_snat': True}, 'gw_port_id': 'a7d97c0e-ed6b-47af-a6f7-52bac49b01f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T18:58:23Z', 'updated_at': '2021-06-03T18:58:25Z', 'revision_number': 4, 'project_id': 'b25f38073ae6420f835fe8ab201bdda3', 'gw_port': {'id': 'a7d97c0e-ed6b-47af-a6f7-52bac49b01f7', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a2:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cba336f7-794b-4059-bc57-d320dd57cc0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:58:23Z', 'updated_at': '2021-06-03T18:58:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb', '_interfaces': [{'id': 'ccbdb6f3-0fcd-4498-b940-30abefaaeda7', 'name': '', 'network_id': '2e2bd607-1031-490c-a4b3-9ab69f4aa352', 'tenant_id': 'b25f38073ae6420f835fe8ab201bdda3', 'mac_address': 'fa:16:3e:c2:5b:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cba336f7-794b-4059-bc57-d320dd57cc0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '7ce4a726-88f3-4342-8711-c58fb59e1c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:58:25Z', 'updated_at': '2021-06-03T18:58:26Z', 'revision_number': 2, 'project_id': 'b25f38073ae6420f835fe8ab201bdda3', 'subnets': [{'id': '7ce4a726-88f3-4342-8711-c58fb59e1c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794661-1-smb', False) {} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:58:27.668659 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2d7dbc-05c7-46c4-8b94-666e21b65c0e None None] Checking router: cba336f7-794b-4059-bc57-d320dd57cc0f for host: dv-cinder-794661-1-smb {{(pid=103519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 18:58:27.668836 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2d7dbc-05c7-46c4-8b94-666e21b65c0e None None] Updating router cba336f7-794b-4059-bc57-d320dd57cc0f port ccbdb6f3-0fcd-4498-b940-30abefaaeda7 binding host dv-cinder-794661-1-smb {{(pid=103519) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 18:58:27.699094 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-5b2d7dbc-05c7-46c4-8b94-666e21b65c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:27.702190 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-de7a06b4-448b-4353-b4a0-1c21b6f1356a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549287'] for network, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:27.703197 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7a06b4-448b-4353-b4a0-1c21b6f1356a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:58:27.703613 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-de7a06b4-448b-4353-b4a0-1c21b6f1356a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549304'] for network, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:27.707228 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-c51c254d-885b-4bc5-87bd-e35fe2ca6b5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:58:27.770726 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7a06b4-448b-4353-b4a0-1c21b6f1356a admin admin] Pushing event updated for resources: {'Network': ['ID=6f82aefa-2bad-4650-aacf-2905f9531ec6,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:58:27.774684 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-de7a06b4-448b-4353-b4a0-1c21b6f1356a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:58:27.781037 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Network 6f82aefa-2bad-4650-aacf-2905f9531ec6 details requested by agent ovs-agent-dv-cinder-794661-1-smb with host dv-cinder-794661-1-smb {{(pid=103518) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 18:58:27.828326 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 60134) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:58:27.828718 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-de7a06b4-448b-4353-b4a0-1c21b6f1356a admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5713816 Jun 03 18:58:27.832142 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.v2.base [None req-3c74c143-ac1f-4e5d-95e8-9befdca6dd37 admin admin] Request body: {'subnet': {'network_id': '6f82aefa-2bad-4650-aacf-2905f9531ec6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-538103851-subnet', 'tenant_id': '9a8ef5045ed043469b9457b897e1a8e6', 'ip_version': 4}} {{(pid=103517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:58:27.835064 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-3c74c143-ac1f-4e5d-95e8-9befdca6dd37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:58:27.837333 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-3c74c143-ac1f-4e5d-95e8-9befdca6dd37 admin admin] Usage tracker for resource:subnet and tenant:9a8ef5045ed043469b9457b897e1a8e6 is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:58:27.838981 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-3c74c143-ac1f-4e5d-95e8-9befdca6dd37 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:58:27.841976 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-3c74c143-ac1f-4e5d-95e8-9befdca6dd37 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:58:27.889231 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-5b2d7dbc-05c7-46c4-8b94-666e21b65c0e None None] Notify callbacks [] for port, precommit_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:27.895456 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.provisioning_blocks [None req-5b2d7dbc-05c7-46c4-8b94-666e21b65c0e None None] Transition to ACTIVE for port object ccbdb6f3-0fcd-4498-b940-30abefaaeda7 will not be triggered until provisioned by entity L2. {{(pid=103519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 18:58:27.929695 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c74c143-ac1f-4e5d-95e8-9befdca6dd37 admin admin] Made reservation on behalf of 9a8ef5045ed043469b9457b897e1a8e6 for: {'subnet': 1} {{(pid=103517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 18:58:27.931163 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3c74c143-ac1f-4e5d-95e8-9befdca6dd37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183284'] for subnet, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:27.998821 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-5b2d7dbc-05c7-46c4-8b94-666e21b65c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:28.001369 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:58:28.085734 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1006cd-9c09-45aa-9ec4-c7813ebe26b2 None None] Pushing event updated for resources: {'Port': ['ID=ccbdb6f3-0fcd-4498-b940-30abefaaeda7,revision_number=3']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:58:28.104131 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1006cd-9c09-45aa-9ec4-c7813ebe26b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:58:28.104334 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1006cd-9c09-45aa-9ec4-c7813ebe26b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:58:28.104523 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1006cd-9c09-45aa-9ec4-c7813ebe26b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:58:28.104688 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1006cd-9c09-45aa-9ec4-c7813ebe26b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:58:28.104851 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1006cd-9c09-45aa-9ec4-c7813ebe26b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:58:28.105013 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1006cd-9c09-45aa-9ec4-c7813ebe26b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:58:28.105176 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1006cd-9c09-45aa-9ec4-c7813ebe26b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:58:28.105337 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1006cd-9c09-45aa-9ec4-c7813ebe26b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:58:28.105509 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1006cd-9c09-45aa-9ec4-c7813ebe26b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:58:28.105671 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1006cd-9c09-45aa-9ec4-c7813ebe26b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:58:28.105832 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1006cd-9c09-45aa-9ec4-c7813ebe26b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:58:28.105992 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1006cd-9c09-45aa-9ec4-c7813ebe26b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:58:28.108757 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG oslo_concurrency.lockutils [None req-5a1006cd-9c09-45aa-9ec4-c7813ebe26b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=103519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:58:28.124529 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.plugins.ml2.managers [None req-5b2d7dbc-05c7-46c4-8b94-666e21b65c0e None None] Attempting to bind port ccbdb6f3-0fcd-4498-b940-30abefaaeda7 on host dv-cinder-794661-1-smb for vnic_type normal with profile {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 18:58:28.124683 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.plugins.ml2.managers [None req-5b2d7dbc-05c7-46c4-8b94-666e21b65c0e None None] Attempting to bind port ccbdb6f3-0fcd-4498-b940-30abefaaeda7 by drivers openvswitch,hyperv on host dv-cinder-794661-1-smb at level 0 using segments [{'id': 'aedfba21-4ee8-4f67-9447-bdbc401be3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1424, 'network_id': '2e2bd607-1031-490c-a4b3-9ab69f4aa352'}] {{(pid=103519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 18:58:28.124880 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2d7dbc-05c7-46c4-8b94-666e21b65c0e None None] Attempting to bind port ccbdb6f3-0fcd-4498-b940-30abefaaeda7 on network 2e2bd607-1031-490c-a4b3-9ab69f4aa352 {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 18:58:28.127984 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2d7dbc-05c7-46c4-8b94-666e21b65c0e None None] Checking agent: {'id': '9af4ad39-3160-4d10-9b77-67ea66ff9724', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794661-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 18, 44, 30), 'started_at': datetime.datetime(2021, 6, 3, 18, 45, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 18, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794661-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 18:58:28.128180 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2d7dbc-05c7-46c4-8b94-666e21b65c0e None None] Checking segment: {'id': 'aedfba21-4ee8-4f67-9447-bdbc401be3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1424, 'network_id': '2e2bd607-1031-490c-a4b3-9ab69f4aa352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 18:58:28.128403 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-5b2d7dbc-05c7-46c4-8b94-666e21b65c0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:28.128617 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2d7dbc-05c7-46c4-8b94-666e21b65c0e None None] Bound using segment: {'id': 'aedfba21-4ee8-4f67-9447-bdbc401be3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1424, 'network_id': '2e2bd607-1031-490c-a4b3-9ab69f4aa352'} {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 18:58:28.128926 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.plugins.ml2.managers [None req-5b2d7dbc-05c7-46c4-8b94-666e21b65c0e None None] Bound port: ccbdb6f3-0fcd-4498-b940-30abefaaeda7, host: dv-cinder-794661-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aedfba21-4ee8-4f67-9447-bdbc401be3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1424, 'network_id': '2e2bd607-1031-490c-a4b3-9ab69f4aa352'}}] {{(pid=103519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 18:58:28.129078 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-5b2d7dbc-05c7-46c4-8b94-666e21b65c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:28.178971 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.plugins.ml2.db [None req-5b2d7dbc-05c7-46c4-8b94-666e21b65c0e None None] For port ccbdb6f3-0fcd-4498-b940-30abefaaeda7, host dv-cinder-794661-1-smb, cleared binding levels {{(pid=103519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 18:58:28.180766 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.plugins.ml2.db [None req-5b2d7dbc-05c7-46c4-8b94-666e21b65c0e None None] For port ccbdb6f3-0fcd-4498-b940-30abefaaeda7, host dv-cinder-794661-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794661-1-smb',level=0,port_id=ccbdb6f3-0fcd-4498-b940-30abefaaeda7,segment=NetworkSegment(aedfba21-4ee8-4f67-9447-bdbc401be3b6),segment_id=aedfba21-4ee8-4f67-9447-bdbc401be3b6)] {{(pid=103519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 18:58:28.244477 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3c74c143-ac1f-4e5d-95e8-9befdca6dd37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3647993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2183270'] for subnet, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:28.246601 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:58:28.279412 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c74c143-ac1f-4e5d-95e8-9befdca6dd37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf741bef-994c-43ff-b6aa-331279a9787e,revision_number=0']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:58:28.284892 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-3c74c143-ac1f-4e5d-95e8-9befdca6dd37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:58:28.291684 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c74c143-ac1f-4e5d-95e8-9befdca6dd37 admin admin] Checking segment: {'id': 'dcecf66e-9ae7-4458-b62a-1e8607a6cf7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1430, 'network_id': '6f82aefa-2bad-4650-aacf-2905f9531ec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 18:58:28.291922 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c74c143-ac1f-4e5d-95e8-9befdca6dd37 admin admin] Network hostable DHCP agents. Network: 6f82aefa-2bad-4650-aacf-2905f9531ec6, hostable agents: ['fb8d2d29-1809-4f62-9f23-eb4c5e08b409'], hosted agents: [] {{(pid=103517) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 18:58:28.299921 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device a7d97c0e-ed6b-47af-a6f7-52bac49b01f7 up at agent ovs-agent-dv-cinder-794661-1-smb {{(pid=103518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 18:58:28.334741 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-5b2d7dbc-05c7-46c4-8b94-666e21b65c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:28.338023 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:58:28.383402 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2d7dbc-05c7-46c4-8b94-666e21b65c0e None None] Routers {'cba336f7-794b-4059-bc57-d320dd57cc0f'} bound to L3 agent in host dv-cinder-794661-1-smb {{(pid=103519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 18:58:28.383402 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_hamode_db [None req-5b2d7dbc-05c7-46c4-8b94-666e21b65c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794661-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T18:44:31Z,description=,heartbeat_timestamp=2021-06-03T18:58:01Z,host='dv-cinder-794661-1-smb',id=e49736c8-5019-4904-a5ca-8bb53e194ab8,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T18:44:31Z,topic='l3_agent')) {'router_ids': ['cba336f7-794b-4059-bc57-d320dd57cc0f'], 'active': True} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:58:28.411296 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1006cd-9c09-45aa-9ec4-c7813ebe26b2 None None] Pushing event updated for resources: {'Port': ['ID=ccbdb6f3-0fcd-4498-b940-30abefaaeda7,revision_number=4']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:58:28.414720 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG oslo_concurrency.lockutils [None req-5a1006cd-9c09-45aa-9ec4-c7813ebe26b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=103519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:58:28.458073 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c74c143-ac1f-4e5d-95e8-9befdca6dd37 admin admin] Network 6f82aefa-2bad-4650-aacf-2905f9531ec6 is scheduled to be hosted by DHCP agent fb8d2d29-1809-4f62-9f23-eb4c5e08b409 with binding_index 1 {{(pid=103517) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 18:58:28.478709 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_dvr_db [None req-5b2d7dbc-05c7-46c4-8b94-666e21b65c0e None None] Set router cba336f7-794b-4059-bc57-d320dd57cc0f gateway port host: dv-cinder-794661-1-smb {{(pid=103519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 18:58:28.490411 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Provisioning for port a7d97c0e-ed6b-47af-a6f7-52bac49b01f7 completed by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 18:58:28.496565 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Provisioning complete for port a7d97c0e-ed6b-47af-a6f7-52bac49b01f7 triggered by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 18:58:28.497022 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:28.545762 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.scheduler.base_scheduler [None req-3c74c143-ac1f-4e5d-95e8-9befdca6dd37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794661-1-smb, 6f82aefa-2bad-4650-aacf-2905f9531ec6) {{(pid=103517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 18:58:28.552203 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c74c143-ac1f-4e5d-95e8-9befdca6dd37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:58:28.553252 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3c74c143-ac1f-4e5d-95e8-9befdca6dd37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549304'] for subnet, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:28.560219 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1279b85e-145a-4bde-a4ba-f8f39701ff6b None None] Network 6f82aefa-2bad-4650-aacf-2905f9531ec6 requested from dv-cinder-794661-1-smb {{(pid=103518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 18:58:28.582549 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:28.625764 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] For port a7d97c0e-ed6b-47af-a6f7-52bac49b01f7, host dv-cinder-794661-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794661-1-smb',level=0,port_id=a7d97c0e-ed6b-47af-a6f7-52bac49b01f7,segment=NetworkSegment(cb7a02ef-c488-4fe7-ad15-1fca81e02b96),segment_id=cb7a02ef-c488-4fe7-ad15-1fca81e02b96)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:58:28.638096 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-3c74c143-ac1f-4e5d-95e8-9befdca6dd37 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8084517 Jun 03 18:58:28.640047 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 60136) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:58:28.643282 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.v2.base [None req-9e42b068-6d0d-4d7c-8fcb-2e311dd81474 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-538103851-router', 'tenant_id': '9a8ef5045ed043469b9457b897e1a8e6', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc'}}} {{(pid=103517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:58:28.646507 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-9e42b068-6d0d-4d7c-8fcb-2e311dd81474 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:58:28.648972 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-9e42b068-6d0d-4d7c-8fcb-2e311dd81474 admin admin] Usage tracker for resource:router and tenant:9a8ef5045ed043469b9457b897e1a8e6 is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:58:28.650796 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-9e42b068-6d0d-4d7c-8fcb-2e311dd81474 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:58:28.654051 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-9e42b068-6d0d-4d7c-8fcb-2e311dd81474 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:58:28.673383 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_hamode_db [None req-5b2d7dbc-05c7-46c4-8b94-666e21b65c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba336f7-794b-4059-bc57-d320dd57cc0f', 'name': 'tempest-TestShelveInstance-1321612561-router', 'tenant_id': 'b25f38073ae6420f835fe8ab201bdda3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.204'}], 'enable_snat': True}, 'gw_port_id': 'a7d97c0e-ed6b-47af-a6f7-52bac49b01f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T18:58:23Z', 'updated_at': '2021-06-03T18:58:25Z', 'revision_number': 4, 'project_id': 'b25f38073ae6420f835fe8ab201bdda3', 'gw_port': {'id': 'a7d97c0e-ed6b-47af-a6f7-52bac49b01f7', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a2:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cba336f7-794b-4059-bc57-d320dd57cc0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:58:23Z', 'updated_at': '2021-06-03T18:58:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb', '_interfaces': [{'id': 'ccbdb6f3-0fcd-4498-b940-30abefaaeda7', 'name': '', 'network_id': '2e2bd607-1031-490c-a4b3-9ab69f4aa352', 'tenant_id': 'b25f38073ae6420f835fe8ab201bdda3', 'mac_address': 'fa:16:3e:c2:5b:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cba336f7-794b-4059-bc57-d320dd57cc0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '7ce4a726-88f3-4342-8711-c58fb59e1c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:58:25Z', 'updated_at': '2021-06-03T18:58:28Z', 'revision_number': 4, 'project_id': 'b25f38073ae6420f835fe8ab201bdda3', 'subnets': [{'id': '7ce4a726-88f3-4342-8711-c58fb59e1c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794661-1-smb', False) {} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:58:28.675636 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2d7dbc-05c7-46c4-8b94-666e21b65c0e None None] The sync data for ids ['cba336f7-794b-4059-bc57-d320dd57cc0f'] in dv-cinder-794661-1-smb is: [{'id': 'cba336f7-794b-4059-bc57-d320dd57cc0f', 'name': 'tempest-TestShelveInstance-1321612561-router', 'tenant_id': 'b25f38073ae6420f835fe8ab201bdda3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.204'}], 'enable_snat': True}, 'gw_port_id': 'a7d97c0e-ed6b-47af-a6f7-52bac49b01f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T18:58:23Z', 'updated_at': '2021-06-03T18:58:25Z', 'revision_number': 4, 'project_id': 'b25f38073ae6420f835fe8ab201bdda3', 'gw_port': {'id': 'a7d97c0e-ed6b-47af-a6f7-52bac49b01f7', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a2:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cba336f7-794b-4059-bc57-d320dd57cc0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:58:23Z', 'updated_at': '2021-06-03T18:58:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb', '_interfaces': [{'id': 'ccbdb6f3-0fcd-4498-b940-30abefaaeda7', 'name': '', 'network_id': '2e2bd607-1031-490c-a4b3-9ab69f4aa352', 'tenant_id': 'b25f38073ae6420f835fe8ab201bdda3', 'mac_address': 'fa:16:3e:c2:5b:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cba336f7-794b-4059-bc57-d320dd57cc0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '7ce4a726-88f3-4342-8711-c58fb59e1c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:58:25Z', 'updated_at': '2021-06-03T18:58:28Z', 'revision_number': 4, 'project_id': 'b25f38073ae6420f835fe8ab201bdda3', 'subnets': [{'id': '7ce4a726-88f3-4342-8711-c58fb59e1c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 18:58:28.695210 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68277ed-8559-4468-87d2-0833cd31d10d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe55a649f-66e1-5c59-8e10-c698044dc604-6f82aefa-2bad-4650-aacf-2905f9531ec6', 'network_id': '6f82aefa-2bad-4650-aacf-2905f9531ec6', 'tenant_id': '9a8ef5045ed043469b9457b897e1a8e6', 'fixed_ips': [{'subnet_id': 'bf741bef-994c-43ff-b6aa-331279a9787e'}]}} from dv-cinder-794661-1-smb. {{(pid=103518) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 18:58:28.695714 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-d68277ed-8559-4468-87d2-0833cd31d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_create {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:28.702898 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:28.708481 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:58:28.725560 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-9e42b068-6d0d-4d7c-8fcb-2e311dd81474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27923'] for router, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:28.726312 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-9e42b068-6d0d-4d7c-8fcb-2e311dd81474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-444002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27930'] for router, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:28.735578 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-9e42b068-6d0d-4d7c-8fcb-2e311dd81474 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:28.774476 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Pushing event updated for resources: {'Port': ['ID=a7d97c0e-ed6b-47af-a6f7-52bac49b01f7,revision_number=4']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:58:28.777624 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:58:28.818380 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.db_base_plugin_common [None req-d68277ed-8559-4468-87d2-0833cd31d10d None None] Allocated IP 172.20.0.2 (6f82aefa-2bad-4650-aacf-2905f9531ec6/bf741bef-994c-43ff-b6aa-331279a9787e/b4bcba4d-d8a2-41c5-98a5-cf34a6b6bb52) {{(pid=103518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 18:58:28.935821 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-d68277ed-8559-4468-87d2-0833cd31d10d None None] Notify callbacks [] for port, precommit_create {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:28.941506 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-d68277ed-8559-4468-87d2-0833cd31d10d None None] Transition to ACTIVE for port object b4bcba4d-d8a2-41c5-98a5-cf34a6b6bb52 will not be triggered until provisioned by entity L2. {{(pid=103518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 18:58:28.945739 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-9e42b068-6d0d-4d7c-8fcb-2e311dd81474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28020'] for router, precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:28.952299 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-d68277ed-8559-4468-87d2-0833cd31d10d None None] Transition to ACTIVE for port object b4bcba4d-d8a2-41c5-98a5-cf34a6b6bb52 will not be triggered until provisioned by entity DHCP. {{(pid=103518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 18:58:29.049843 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-d68277ed-8559-4468-87d2-0833cd31d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751241322828'] for port, after_create {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:29.055808 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:58:29.100174 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68277ed-8559-4468-87d2-0833cd31d10d None None] Network 6f82aefa-2bad-4650-aacf-2905f9531ec6 is already hosted by enough agents. {{(pid=103518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 18:58:29.101717 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.scheduler.base_scheduler [None req-d68277ed-8559-4468-87d2-0833cd31d10d None None] Resources bound (agent type, host, resource id): {{(pid=103518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 18:58:29.106453 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68277ed-8559-4468-87d2-0833cd31d10d None None] Received port after_create {{(pid=103518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 18:58:29.125882 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68277ed-8559-4468-87d2-0833cd31d10d None None] Pushing event updated for resources: {'Port': ['ID=b4bcba4d-d8a2-41c5-98a5-cf34a6b6bb52,revision_number=1']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:58:29.131975 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-d68277ed-8559-4468-87d2-0833cd31d10d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:58:29.163510 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.managers [None req-d68277ed-8559-4468-87d2-0833cd31d10d None None] Attempting to bind port b4bcba4d-d8a2-41c5-98a5-cf34a6b6bb52 on host dv-cinder-794661-1-smb for vnic_type normal with profile {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 18:58:29.163656 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.managers [None req-d68277ed-8559-4468-87d2-0833cd31d10d None None] Attempting to bind port b4bcba4d-d8a2-41c5-98a5-cf34a6b6bb52 by drivers openvswitch,hyperv on host dv-cinder-794661-1-smb at level 0 using segments [{'id': 'dcecf66e-9ae7-4458-b62a-1e8607a6cf7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1430, 'network_id': '6f82aefa-2bad-4650-aacf-2905f9531ec6'}] {{(pid=103518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 18:58:29.163851 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68277ed-8559-4468-87d2-0833cd31d10d None None] Attempting to bind port b4bcba4d-d8a2-41c5-98a5-cf34a6b6bb52 on network 6f82aefa-2bad-4650-aacf-2905f9531ec6 {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 18:58:29.166761 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68277ed-8559-4468-87d2-0833cd31d10d None None] Checking agent: {'id': '9af4ad39-3160-4d10-9b77-67ea66ff9724', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794661-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 18, 44, 30), 'started_at': datetime.datetime(2021, 6, 3, 18, 45, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 18, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794661-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 18:58:29.166961 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68277ed-8559-4468-87d2-0833cd31d10d None None] Checking segment: {'id': 'dcecf66e-9ae7-4458-b62a-1e8607a6cf7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1430, 'network_id': '6f82aefa-2bad-4650-aacf-2905f9531ec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 18:58:29.175006 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-d68277ed-8559-4468-87d2-0833cd31d10d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:29.175006 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68277ed-8559-4468-87d2-0833cd31d10d None None] Bound using segment: {'id': 'dcecf66e-9ae7-4458-b62a-1e8607a6cf7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1430, 'network_id': '6f82aefa-2bad-4650-aacf-2905f9531ec6'} {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 18:58:29.175006 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.managers [None req-d68277ed-8559-4468-87d2-0833cd31d10d None None] Bound port: b4bcba4d-d8a2-41c5-98a5-cf34a6b6bb52, host: dv-cinder-794661-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcecf66e-9ae7-4458-b62a-1e8607a6cf7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1430, 'network_id': '6f82aefa-2bad-4650-aacf-2905f9531ec6'}}] {{(pid=103518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 18:58:29.175006 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-d68277ed-8559-4468-87d2-0833cd31d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:29.213777 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-d68277ed-8559-4468-87d2-0833cd31d10d None None] For port b4bcba4d-d8a2-41c5-98a5-cf34a6b6bb52, host dv-cinder-794661-1-smb, cleared binding levels {{(pid=103518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 18:58:29.216723 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-d68277ed-8559-4468-87d2-0833cd31d10d None None] For port b4bcba4d-d8a2-41c5-98a5-cf34a6b6bb52, host dv-cinder-794661-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794661-1-smb',level=0,port_id=b4bcba4d-d8a2-41c5-98a5-cf34a6b6bb52,segment=NetworkSegment(dcecf66e-9ae7-4458-b62a-1e8607a6cf7a),segment_id=dcecf66e-9ae7-4458-b62a-1e8607a6cf7a)] {{(pid=103518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 18:58:29.284475 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-9e42b068-6d0d-4d7c-8fcb-2e311dd81474 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:29.299347 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-d68277ed-8559-4468-87d2-0833cd31d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:29.299448 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-9e42b068-6d0d-4d7c-8fcb-2e311dd81474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:29.301935 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-b8021d7a-4ec3-491b-8ea1-28d1c2f76e59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:58:29.352963 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68277ed-8559-4468-87d2-0833cd31d10d None None] Pushing event updated for resources: {'Port': ['ID=b4bcba4d-d8a2-41c5-98a5-cf34a6b6bb52,revision_number=2']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:58:29.356398 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-d68277ed-8559-4468-87d2-0833cd31d10d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:58:29.388162 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.db_base_plugin_common [None req-9e42b068-6d0d-4d7c-8fcb-2e311dd81474 admin admin] Allocated IP 172.28.1.227 (6ece2837-d49d-41e4-9380-4ff50b3876fc/eed56ebd-fbdc-4b64-be4b-629d7f0513a5/9ad5cce3-24d7-46e0-b9c8-b44a9cc809fa) {{(pid=103517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 18:58:29.477408 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-9e42b068-6d0d-4d7c-8fcb-2e311dd81474 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:29.578430 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-9e42b068-6d0d-4d7c-8fcb-2e311dd81474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751241322828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3647885'] for port, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:29.581227 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-144b9b6b-addb-40cf-a1ba-2a216191f4f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:58:29.604311 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-1d0481ca-6281-4f61-859a-0635cb9bdb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:29.613438 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e42b068-6d0d-4d7c-8fcb-2e311dd81474 admin admin] Network 6ece2837-d49d-41e4-9380-4ff50b3876fc is already hosted by enough agents. {{(pid=103517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 18:58:29.617033 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.scheduler.base_scheduler [None req-9e42b068-6d0d-4d7c-8fcb-2e311dd81474 admin admin] Resources bound (agent type, host, resource id): {{(pid=103517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 18:58:29.619382 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e42b068-6d0d-4d7c-8fcb-2e311dd81474 admin admin] Received port after_create {{(pid=103517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 18:58:29.634731 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e42b068-6d0d-4d7c-8fcb-2e311dd81474 admin admin] Pushing event updated for resources: {'Port': ['ID=9ad5cce3-24d7-46e0-b9c8-b44a9cc809fa,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:58:29.637753 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-9e42b068-6d0d-4d7c-8fcb-2e311dd81474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:58:29.951222 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-9e42b068-6d0d-4d7c-8fcb-2e311dd81474 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:30.048836 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23cc3532-ec44-4147-9f1a-87f0a5c98d9f None None] Network 6f82aefa-2bad-4650-aacf-2905f9531ec6 requested from dv-cinder-794661-1-smb {{(pid=103518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 18:58:30.206343 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-0a35611c-689c-4fd4-9b06-9d4571bf8a4b None None] Provisioning for port b4bcba4d-d8a2-41c5-98a5-cf34a6b6bb52 completed by entity DHCP. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 18:58:30.232238 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-9e42b068-6d0d-4d7c-8fcb-2e311dd81474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573491'] for router, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:30.356560 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device a7d97c0e-ed6b-47af-a6f7-52bac49b01f7 up at agent ovs-agent-dv-cinder-794661-1-smb {{(pid=103518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 18:58:30.414659 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Provisioning complete for port a7d97c0e-ed6b-47af-a6f7-52bac49b01f7 triggered by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 18:58:30.414867 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:30.458005 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e42b068-6d0d-4d7c-8fcb-2e311dd81474 admin admin] Router d0a9d276-180b-4fc6-b70d-65119cfd815c is scheduled to L3 agent e49736c8-5019-4904-a5ca-8bb53e194ab8 with binding_index 1 {{(pid=103517) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 18:58:30.480332 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device ccbdb6f3-0fcd-4498-b940-30abefaaeda7 up at agent ovs-agent-dv-cinder-794661-1-smb {{(pid=103518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 18:58:30.565835 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e42b068-6d0d-4d7c-8fcb-2e311dd81474 admin admin] Notify agent at l3_agent.dv-cinder-794661-1-smb the message routers_updated {{(pid=103517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 18:58:30.571579 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6d8fa2-7f80-4d03-8dd2-06d72ee89981 None None] Sync routers for ids ['d0a9d276-180b-4fc6-b70d-65119cfd815c'] in dv-cinder-794661-1-smb {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 18:58:30.578275 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6d8fa2-7f80-4d03-8dd2-06d72ee89981 None None] Routers {'d0a9d276-180b-4fc6-b70d-65119cfd815c'} bound to L3 agent in host dv-cinder-794661-1-smb {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 18:58:30.578662 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-9e6d8fa2-7f80-4d03-8dd2-06d72ee89981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794661-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T18:44:31Z,description=,heartbeat_timestamp=2021-06-03T18:58:01Z,host='dv-cinder-794661-1-smb',id=e49736c8-5019-4904-a5ca-8bb53e194ab8,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T18:44:31Z,topic='l3_agent')) {'router_ids': ['d0a9d276-180b-4fc6-b70d-65119cfd815c'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:58:30.608276 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Provisioning for port ccbdb6f3-0fcd-4498-b940-30abefaaeda7 completed by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 18:58:30.613995 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:30.618861 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Provisioning complete for port ccbdb6f3-0fcd-4498-b940-30abefaaeda7 triggered by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 18:58:30.619059 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:30.678207 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-9e42b068-6d0d-4d7c-8fcb-2e311dd81474 admin admin] Notify callbacks [] for router, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:30.679689 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-9e42b068-6d0d-4d7c-8fcb-2e311dd81474 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0387113 Jun 03 18:58:30.685180 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 60144) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:58:30.740338 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-9e6d8fa2-7f80-4d03-8dd2-06d72ee89981 None None] Set router d0a9d276-180b-4fc6-b70d-65119cfd815c gateway port host: dv-cinder-794661-1-smb {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 18:58:30.822267 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:30.871110 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-519fdf21-ab46-411b-bbd5-803f5aec125b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:30.874743 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] For port ccbdb6f3-0fcd-4498-b940-30abefaaeda7, host dv-cinder-794661-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794661-1-smb',level=0,port_id=ccbdb6f3-0fcd-4498-b940-30abefaaeda7,segment=NetworkSegment(aedfba21-4ee8-4f67-9447-bdbc401be3b6),segment_id=aedfba21-4ee8-4f67-9447-bdbc401be3b6)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:58:30.915222 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-9e6d8fa2-7f80-4d03-8dd2-06d72ee89981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a9d276-180b-4fc6-b70d-65119cfd815c', 'name': 'tempest-TestShelveInstance-538103851-router', 'tenant_id': '9a8ef5045ed043469b9457b897e1a8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '9ad5cce3-24d7-46e0-b9c8-b44a9cc809fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T18:58:28Z', 'updated_at': '2021-06-03T18:58:29Z', 'revision_number': 3, 'project_id': '9a8ef5045ed043469b9457b897e1a8e6', 'gw_port': {'id': '9ad5cce3-24d7-46e0-b9c8-b44a9cc809fa', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c3:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a9d276-180b-4fc6-b70d-65119cfd815c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:58:29Z', 'updated_at': '2021-06-03T18:58:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb'}], 'dv-cinder-794661-1-smb', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:58:30.917486 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6d8fa2-7f80-4d03-8dd2-06d72ee89981 None None] Checking router: d0a9d276-180b-4fc6-b70d-65119cfd815c for host: dv-cinder-794661-1-smb {{(pid=103518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 18:58:30.917654 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6d8fa2-7f80-4d03-8dd2-06d72ee89981 None None] Updating router d0a9d276-180b-4fc6-b70d-65119cfd815c port 9ad5cce3-24d7-46e0-b9c8-b44a9cc809fa binding host dv-cinder-794661-1-smb {{(pid=103518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 18:58:30.934053 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:30.934616 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device b4bcba4d-d8a2-41c5-98a5-cf34a6b6bb52 up at agent ovs-agent-dv-cinder-794661-1-smb {{(pid=103518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 18:58:30.950220 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-d1c99917-a588-4163-b7a2-8f70a97e4ac7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:58:30.993432 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-9e6d8fa2-7f80-4d03-8dd2-06d72ee89981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:31.031434 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Pushing event updated for resources: {'Port': ['ID=ccbdb6f3-0fcd-4498-b940-30abefaaeda7,revision_number=5']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:58:31.035979 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:58:31.058680 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-542d9b8d-ecb0-470b-ab4c-3c145a65625a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:31.179944 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.db_base_plugin_common [None req-542d9b8d-ecb0-470b-ab4c-3c145a65625a admin admin] Allocated IP 172.20.0.1 (6f82aefa-2bad-4650-aacf-2905f9531ec6/bf741bef-994c-43ff-b6aa-331279a9787e/e68245b8-b413-4759-ae89-2d30a94381ac) {{(pid=103517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 18:58:31.191941 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-9e6d8fa2-7f80-4d03-8dd2-06d72ee89981 None None] Notify callbacks [] for port, precommit_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:31.198404 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-9e6d8fa2-7f80-4d03-8dd2-06d72ee89981 None None] Transition to ACTIVE for port object 9ad5cce3-24d7-46e0-b9c8-b44a9cc809fa will not be triggered until provisioned by entity L2. {{(pid=103518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 18:58:31.397837 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-542d9b8d-ecb0-470b-ab4c-3c145a65625a admin admin] Notify callbacks [] for port, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:31.397837 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-542d9b8d-ecb0-470b-ab4c-3c145a65625a admin admin] Transition to ACTIVE for port object e68245b8-b413-4759-ae89-2d30a94381ac will not be triggered until provisioned by entity DHCP. {{(pid=103517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 18:58:31.684335 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Provisioning for port b4bcba4d-d8a2-41c5-98a5-cf34a6b6bb52 completed by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 18:58:31.690488 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Provisioning complete for port b4bcba4d-d8a2-41c5-98a5-cf34a6b6bb52 triggered by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 18:58:31.690790 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:31.697558 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-542d9b8d-ecb0-470b-ab4c-3c145a65625a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751241322828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3647885'] for port, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:31.703123 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-1377b1c0-47e2-42b4-9507-b18f38dcc4bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:58:31.710682 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-9e6d8fa2-7f80-4d03-8dd2-06d72ee89981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:31.717792 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:58:31.744958 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542d9b8d-ecb0-470b-ab4c-3c145a65625a admin admin] Network 6f82aefa-2bad-4650-aacf-2905f9531ec6 is already hosted by enough agents. {{(pid=103517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 18:58:31.746918 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.scheduler.base_scheduler [None req-542d9b8d-ecb0-470b-ab4c-3c145a65625a admin admin] Resources bound (agent type, host, resource id): {{(pid=103517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 18:58:31.749122 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542d9b8d-ecb0-470b-ab4c-3c145a65625a admin admin] Received port after_create {{(pid=103517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 18:58:31.787659 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542d9b8d-ecb0-470b-ab4c-3c145a65625a admin admin] Pushing event updated for resources: {'Port': ['ID=e68245b8-b413-4759-ae89-2d30a94381ac,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:58:31.790242 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-542d9b8d-ecb0-470b-ab4c-3c145a65625a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:58:31.803251 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-542d9b8d-ecb0-470b-ab4c-3c145a65625a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573693'] for router_interface, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:31.805448 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.managers [None req-9e6d8fa2-7f80-4d03-8dd2-06d72ee89981 None None] Attempting to bind port 9ad5cce3-24d7-46e0-b9c8-b44a9cc809fa on host dv-cinder-794661-1-smb for vnic_type normal with profile {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 18:58:31.805667 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.managers [None req-9e6d8fa2-7f80-4d03-8dd2-06d72ee89981 None None] Attempting to bind port 9ad5cce3-24d7-46e0-b9c8-b44a9cc809fa by drivers openvswitch,hyperv on host dv-cinder-794661-1-smb at level 0 using segments [{'id': 'cb7a02ef-c488-4fe7-ad15-1fca81e02b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc'}] {{(pid=103518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 18:58:31.805920 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6d8fa2-7f80-4d03-8dd2-06d72ee89981 None None] Attempting to bind port 9ad5cce3-24d7-46e0-b9c8-b44a9cc809fa on network 6ece2837-d49d-41e4-9380-4ff50b3876fc {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 18:58:31.809955 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bbbf7-be01-45b2-adaf-a7c625ea92c2 None None] Pushing event updated for resources: {'Port': ['ID=9ad5cce3-24d7-46e0-b9c8-b44a9cc809fa,revision_number=2']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:58:31.812597 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-707bbbf7-be01-45b2-adaf-a7c625ea92c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:58:31.814786 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6d8fa2-7f80-4d03-8dd2-06d72ee89981 None None] Checking agent: {'id': '9af4ad39-3160-4d10-9b77-67ea66ff9724', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794661-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 18, 44, 30), 'started_at': datetime.datetime(2021, 6, 3, 18, 45, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 18, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794661-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 18:58:31.815098 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6d8fa2-7f80-4d03-8dd2-06d72ee89981 None None] Checking segment: {'id': 'cb7a02ef-c488-4fe7-ad15-1fca81e02b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 18:58:31.815262 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-9e6d8fa2-7f80-4d03-8dd2-06d72ee89981 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:31.815489 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6d8fa2-7f80-4d03-8dd2-06d72ee89981 None None] Bound using segment: {'id': 'cb7a02ef-c488-4fe7-ad15-1fca81e02b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc'} {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 18:58:31.815791 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.managers [None req-9e6d8fa2-7f80-4d03-8dd2-06d72ee89981 None None] Bound port: 9ad5cce3-24d7-46e0-b9c8-b44a9cc809fa, host: dv-cinder-794661-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7a02ef-c488-4fe7-ad15-1fca81e02b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc'}}] {{(pid=103518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 18:58:31.816012 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-9e6d8fa2-7f80-4d03-8dd2-06d72ee89981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:31.884165 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:31.890651 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-9e6d8fa2-7f80-4d03-8dd2-06d72ee89981 None None] For port 9ad5cce3-24d7-46e0-b9c8-b44a9cc809fa, host dv-cinder-794661-1-smb, cleared binding levels {{(pid=103518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 18:58:31.899170 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-9e6d8fa2-7f80-4d03-8dd2-06d72ee89981 None None] For port 9ad5cce3-24d7-46e0-b9c8-b44a9cc809fa, host dv-cinder-794661-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794661-1-smb',level=0,port_id=9ad5cce3-24d7-46e0-b9c8-b44a9cc809fa,segment=NetworkSegment(cb7a02ef-c488-4fe7-ad15-1fca81e02b96),segment_id=cb7a02ef-c488-4fe7-ad15-1fca81e02b96)] {{(pid=103518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 18:58:31.905411 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] For port b4bcba4d-d8a2-41c5-98a5-cf34a6b6bb52, host dv-cinder-794661-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794661-1-smb',level=0,port_id=b4bcba4d-d8a2-41c5-98a5-cf34a6b6bb52,segment=NetworkSegment(dcecf66e-9ae7-4458-b62a-1e8607a6cf7a),segment_id=dcecf66e-9ae7-4458-b62a-1e8607a6cf7a)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:58:32.034834 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-9e6d8fa2-7f80-4d03-8dd2-06d72ee89981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:32.039095 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-9c24dbae-d883-4beb-92e6-6ad6e0a0a691 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:58:32.072997 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-3a1acbdf-edd7-4bc9-bebe-59379eed788b None None] Provisioning for port e68245b8-b413-4759-ae89-2d30a94381ac completed by entity DHCP. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 18:58:32.076937 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:32.081650 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:32.086232 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-3a1acbdf-edd7-4bc9-bebe-59379eed788b None None] Provisioning complete for port e68245b8-b413-4759-ae89-2d30a94381ac triggered by entity DHCP. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 18:58:32.086443 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-3a1acbdf-edd7-4bc9-bebe-59379eed788b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:32.109088 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-542d9b8d-ecb0-470b-ab4c-3c145a65625a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:32.122563 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6d8fa2-7f80-4d03-8dd2-06d72ee89981 None None] Routers {'d0a9d276-180b-4fc6-b70d-65119cfd815c'} bound to L3 agent in host dv-cinder-794661-1-smb {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 18:58:32.122937 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-9e6d8fa2-7f80-4d03-8dd2-06d72ee89981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794661-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T18:44:31Z,description=,heartbeat_timestamp=2021-06-03T18:58:31Z,host='dv-cinder-794661-1-smb',id=e49736c8-5019-4904-a5ca-8bb53e194ab8,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T18:44:31Z,topic='l3_agent')) {'router_ids': ['d0a9d276-180b-4fc6-b70d-65119cfd815c'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:58:32.167322 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.plugin [None req-3a1acbdf-edd7-4bc9-bebe-59379eed788b None None] Port e68245b8-b413-4759-ae89-2d30a94381ac cannot update to ACTIVE because it is not bound. {{(pid=103518) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 18:58:32.169284 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bbbf7-be01-45b2-adaf-a7c625ea92c2 None None] Pushing event updated for resources: {'Port': ['ID=9ad5cce3-24d7-46e0-b9c8-b44a9cc809fa,revision_number=3']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:58:32.171851 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-707bbbf7-be01-45b2-adaf-a7c625ea92c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:58:32.172102 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:58:32.250871 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Pushing event updated for resources: {'Port': ['ID=b4bcba4d-d8a2-41c5-98a5-cf34a6b6bb52,revision_number=3']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:58:32.252805 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:58:32.254984 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-542d9b8d-ecb0-470b-ab4c-3c145a65625a admin admin] Notify callbacks [] for port, precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:32.266833 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-9e6d8fa2-7f80-4d03-8dd2-06d72ee89981 None None] Set router d0a9d276-180b-4fc6-b70d-65119cfd815c gateway port host: dv-cinder-794661-1-smb {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 18:58:32.299985 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device ccbdb6f3-0fcd-4498-b940-30abefaaeda7 up at agent ovs-agent-dv-cinder-794661-1-smb {{(pid=103518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 18:58:32.381015 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-542d9b8d-ecb0-470b-ab4c-3c145a65625a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3647862'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:32.397136 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-2825de01-debb-4ee3-9772-2b2c64b3ff3e tempest-ServerRescueNegativeTestJSON-80635882 tempest-ServerRescueNegativeTestJSON-80635882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:58:32.414037 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Provisioning complete for port ccbdb6f3-0fcd-4498-b940-30abefaaeda7 triggered by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 18:58:32.414270 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:32.447579 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542d9b8d-ecb0-470b-ab4c-3c145a65625a admin admin] Pushing event updated for resources: {'Port': ['ID=e68245b8-b413-4759-ae89-2d30a94381ac,revision_number=2']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:58:32.449488 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-542d9b8d-ecb0-470b-ab4c-3c145a65625a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:58:32.450251 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-542d9b8d-ecb0-470b-ab4c-3c145a65625a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405393'] for router_interface, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:32.511466 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-9e6d8fa2-7f80-4d03-8dd2-06d72ee89981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a9d276-180b-4fc6-b70d-65119cfd815c', 'name': 'tempest-TestShelveInstance-538103851-router', 'tenant_id': '9a8ef5045ed043469b9457b897e1a8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '9ad5cce3-24d7-46e0-b9c8-b44a9cc809fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T18:58:28Z', 'updated_at': '2021-06-03T18:58:31Z', 'revision_number': 4, 'project_id': '9a8ef5045ed043469b9457b897e1a8e6', 'gw_port': {'id': '9ad5cce3-24d7-46e0-b9c8-b44a9cc809fa', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c3:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a9d276-180b-4fc6-b70d-65119cfd815c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:58:29Z', 'updated_at': '2021-06-03T18:58:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb', '_interfaces': [{'id': 'e68245b8-b413-4759-ae89-2d30a94381ac', 'name': '', 'network_id': '6f82aefa-2bad-4650-aacf-2905f9531ec6', 'tenant_id': '9a8ef5045ed043469b9457b897e1a8e6', 'mac_address': 'fa:16:3e:4f:35:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a9d276-180b-4fc6-b70d-65119cfd815c', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'bf741bef-994c-43ff-b6aa-331279a9787e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:58:31Z', 'updated_at': '2021-06-03T18:58:31Z', 'revision_number': 1, 'project_id': '9a8ef5045ed043469b9457b897e1a8e6', 'subnets': [{'id': 'bf741bef-994c-43ff-b6aa-331279a9787e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794661-1-smb', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:58:32.513792 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6d8fa2-7f80-4d03-8dd2-06d72ee89981 None None] The sync data for ids ['d0a9d276-180b-4fc6-b70d-65119cfd815c'] in dv-cinder-794661-1-smb is: [{'id': 'd0a9d276-180b-4fc6-b70d-65119cfd815c', 'name': 'tempest-TestShelveInstance-538103851-router', 'tenant_id': '9a8ef5045ed043469b9457b897e1a8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '9ad5cce3-24d7-46e0-b9c8-b44a9cc809fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T18:58:28Z', 'updated_at': '2021-06-03T18:58:31Z', 'revision_number': 4, 'project_id': '9a8ef5045ed043469b9457b897e1a8e6', 'gw_port': {'id': '9ad5cce3-24d7-46e0-b9c8-b44a9cc809fa', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c3:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a9d276-180b-4fc6-b70d-65119cfd815c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:58:29Z', 'updated_at': '2021-06-03T18:58:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb', '_interfaces': [{'id': 'e68245b8-b413-4759-ae89-2d30a94381ac', 'name': '', 'network_id': '6f82aefa-2bad-4650-aacf-2905f9531ec6', 'tenant_id': '9a8ef5045ed043469b9457b897e1a8e6', 'mac_address': 'fa:16:3e:4f:35:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a9d276-180b-4fc6-b70d-65119cfd815c', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'bf741bef-994c-43ff-b6aa-331279a9787e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:58:31Z', 'updated_at': '2021-06-03T18:58:31Z', 'revision_number': 1, 'project_id': '9a8ef5045ed043469b9457b897e1a8e6', 'subnets': [{'id': 'bf741bef-994c-43ff-b6aa-331279a9787e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 18:58:32.535340 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542d9b8d-ecb0-470b-ab4c-3c145a65625a admin admin] Network 6f82aefa-2bad-4650-aacf-2905f9531ec6 is already hosted by enough agents. {{(pid=103517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 18:58:32.536034 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.scheduler.base_scheduler [None req-542d9b8d-ecb0-470b-ab4c-3c145a65625a admin admin] Resources bound (agent type, host, resource id): {{(pid=103517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 18:58:32.637578 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-542d9b8d-ecb0-470b-ab4c-3c145a65625a admin admin] Router d0a9d276-180b-4fc6-b70d-65119cfd815c has already been hosted by L3 agent e49736c8-5019-4904-a5ca-8bb53e194ab8 {{(pid=103517) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 18:58:32.649522 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:32.691642 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-b0c401bc-f91c-4aef-ba28-192771b268fc None None] Provisioning complete for port e68245b8-b413-4759-ae89-2d30a94381ac triggered by entity DHCP. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 18:58:32.696930 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-b0c401bc-f91c-4aef-ba28-192771b268fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:32.729667 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.plugin [None req-b0c401bc-f91c-4aef-ba28-192771b268fc None None] Port e68245b8-b413-4759-ae89-2d30a94381ac cannot update to ACTIVE because it is not bound. {{(pid=103518) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 18:58:32.745457 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:32.857520 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-542d9b8d-ecb0-470b-ab4c-3c145a65625a admin admin] Notify agent at l3_agent.dv-cinder-794661-1-smb the message routers_updated {{(pid=103517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 18:58:32.863868 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-542d9b8d-ecb0-470b-ab4c-3c145a65625a admin admin] 10.222.0.44 "PUT /v2.0/routers/d0a9d276-180b-4fc6-b70d-65119cfd815c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1773427 Jun 03 18:58:33.291138 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 60160) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:58:33.294403 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.v2.base [None req-2c4f987b-8fad-4b56-a2db-be14c614af01 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-106935210', 'description': 'tempest-secgroup-smoke-106935210 description', 'project_id': 'b25f38073ae6420f835fe8ab201bdda3'}} {{(pid=103517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:58:33.298374 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-2c4f987b-8fad-4b56-a2db-be14c614af01 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:58:33.309867 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-2c4f987b-8fad-4b56-a2db-be14c614af01 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Usage tracker for resource:security_group and tenant:b25f38073ae6420f835fe8ab201bdda3 is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:58:33.309867 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-2c4f987b-8fad-4b56-a2db-be14c614af01 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:58:33.309867 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-2c4f987b-8fad-4b56-a2db-be14c614af01 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:58:33.408220 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-2c4f987b-8fad-4b56-a2db-be14c614af01 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Notify callbacks [] for security_group, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:33.421571 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-2c4f987b-8fad-4b56-a2db-be14c614af01 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:58:33.424133 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-2c4f987b-8fad-4b56-a2db-be14c614af01 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Usage tracker for resource:security_group_rule and tenant:b25f38073ae6420f835fe8ab201bdda3 is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:58:33.426046 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-2c4f987b-8fad-4b56-a2db-be14c614af01 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:58:33.429879 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-2c4f987b-8fad-4b56-a2db-be14c614af01 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:58:33.468260 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-2c4f987b-8fad-4b56-a2db-be14c614af01 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Notify callbacks [] for security_group, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:33.528045 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-2c4f987b-8fad-4b56-a2db-be14c614af01 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:33.531991 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-5d258e1b-e918-40e6-8e41-31607bafbed7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:58:33.562777 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4f987b-8fad-4b56-a2db-be14c614af01 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0965ed82-59d5-4b99-81ef-70c2146c700c,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:58:33.565082 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-2c4f987b-8fad-4b56-a2db-be14c614af01 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:58:33.627903 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-2c4f987b-8fad-4b56-a2db-be14c614af01 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Notify callbacks [] for security_group, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:33.628970 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-2c4f987b-8fad-4b56-a2db-be14c614af01 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3369009 Jun 03 18:58:33.631675 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 60162) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:58:33.635882 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.v2.base [None req-cd28d755-90c7-4e3e-b44d-5a87721fea9e tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Request body: {'security_group_rule': {'security_group_id': '0965ed82-59d5-4b99-81ef-70c2146c700c', 'project_id': 'b25f38073ae6420f835fe8ab201bdda3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:58:33.642181 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-cd28d755-90c7-4e3e-b44d-5a87721fea9e tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:58:33.644342 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-cd28d755-90c7-4e3e-b44d-5a87721fea9e tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Usage tracker for resource:security_group_rule and tenant:b25f38073ae6420f835fe8ab201bdda3 is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:58:33.646793 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-cd28d755-90c7-4e3e-b44d-5a87721fea9e tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:58:33.651601 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-cd28d755-90c7-4e3e-b44d-5a87721fea9e tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:58:33.723592 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-cd28d755-90c7-4e3e-b44d-5a87721fea9e tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:33.761268 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-cd28d755-90c7-4e3e-b44d-5a87721fea9e tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:33.842989 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-cd28d755-90c7-4e3e-b44d-5a87721fea9e tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455179'] for security_group_rule, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:33.844592 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-5f00cb74-90c9-4ffd-b873-bebedac33df5 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:58:33.857736 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd28d755-90c7-4e3e-b44d-5a87721fea9e tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3744c6a-8438-4225-a0bd-7530ab9986af,revision_number=0']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:58:33.860720 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-cd28d755-90c7-4e3e-b44d-5a87721fea9e tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:58:33.898126 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a508e92a-47ed-4b7b-bf95-466f3291ffca None None] Sync routers for ids ['d0a9d276-180b-4fc6-b70d-65119cfd815c'] in dv-cinder-794661-1-smb {{(pid=103519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 18:58:33.904192 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a508e92a-47ed-4b7b-bf95-466f3291ffca None None] Routers {'d0a9d276-180b-4fc6-b70d-65119cfd815c'} bound to L3 agent in host dv-cinder-794661-1-smb {{(pid=103519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 18:58:33.904735 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_hamode_db [None req-a508e92a-47ed-4b7b-bf95-466f3291ffca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794661-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T18:44:31Z,description=,heartbeat_timestamp=2021-06-03T18:58:31Z,host='dv-cinder-794661-1-smb',id=e49736c8-5019-4904-a5ca-8bb53e194ab8,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T18:44:31Z,topic='l3_agent')) {'router_ids': ['d0a9d276-180b-4fc6-b70d-65119cfd815c'], 'active': True} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:58:33.937823 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-cd28d755-90c7-4e3e-b44d-5a87721fea9e tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:33.941875 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-cd28d755-90c7-4e3e-b44d-5a87721fea9e tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3060842 Jun 03 18:58:33.942060 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 60164) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:58:33.944710 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.v2.base [None req-b528d23c-a8a0-4330-b110-b9a9f903f2d9 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Request body: {'security_group_rule': {'security_group_id': '0965ed82-59d5-4b99-81ef-70c2146c700c', 'project_id': 'b25f38073ae6420f835fe8ab201bdda3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:58:33.948499 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-b528d23c-a8a0-4330-b110-b9a9f903f2d9 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:58:33.951097 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-b528d23c-a8a0-4330-b110-b9a9f903f2d9 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Usage tracker for resource:security_group_rule and tenant:b25f38073ae6420f835fe8ab201bdda3 is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:58:33.953039 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-b528d23c-a8a0-4330-b110-b9a9f903f2d9 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:58:33.958907 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-b528d23c-a8a0-4330-b110-b9a9f903f2d9 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:58:34.014714 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_dvr_db [None req-a508e92a-47ed-4b7b-bf95-466f3291ffca None None] Set router d0a9d276-180b-4fc6-b70d-65119cfd815c gateway port host: dv-cinder-794661-1-smb {{(pid=103519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 18:58:34.049909 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b528d23c-a8a0-4330-b110-b9a9f903f2d9 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:34.090305 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b528d23c-a8a0-4330-b110-b9a9f903f2d9 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:34.172292 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_hamode_db [None req-a508e92a-47ed-4b7b-bf95-466f3291ffca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a9d276-180b-4fc6-b70d-65119cfd815c', 'name': 'tempest-TestShelveInstance-538103851-router', 'tenant_id': '9a8ef5045ed043469b9457b897e1a8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '9ad5cce3-24d7-46e0-b9c8-b44a9cc809fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T18:58:28Z', 'updated_at': '2021-06-03T18:58:31Z', 'revision_number': 4, 'project_id': '9a8ef5045ed043469b9457b897e1a8e6', 'gw_port': {'id': '9ad5cce3-24d7-46e0-b9c8-b44a9cc809fa', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c3:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a9d276-180b-4fc6-b70d-65119cfd815c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:58:29Z', 'updated_at': '2021-06-03T18:58:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb', '_interfaces': [{'id': 'e68245b8-b413-4759-ae89-2d30a94381ac', 'name': '', 'network_id': '6f82aefa-2bad-4650-aacf-2905f9531ec6', 'tenant_id': '9a8ef5045ed043469b9457b897e1a8e6', 'mac_address': 'fa:16:3e:4f:35:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a9d276-180b-4fc6-b70d-65119cfd815c', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'bf741bef-994c-43ff-b6aa-331279a9787e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:58:31Z', 'updated_at': '2021-06-03T18:58:32Z', 'revision_number': 2, 'project_id': '9a8ef5045ed043469b9457b897e1a8e6', 'subnets': [{'id': 'bf741bef-994c-43ff-b6aa-331279a9787e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794661-1-smb', False) {} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:58:34.174391 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a508e92a-47ed-4b7b-bf95-466f3291ffca None None] Checking router: d0a9d276-180b-4fc6-b70d-65119cfd815c for host: dv-cinder-794661-1-smb {{(pid=103519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 18:58:34.174576 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a508e92a-47ed-4b7b-bf95-466f3291ffca None None] Updating router d0a9d276-180b-4fc6-b70d-65119cfd815c port e68245b8-b413-4759-ae89-2d30a94381ac binding host dv-cinder-794661-1-smb {{(pid=103519) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 18:58:34.201392 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-a508e92a-47ed-4b7b-bf95-466f3291ffca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:34.210641 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b528d23c-a8a0-4330-b110-b9a9f903f2d9 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455179'] for security_group_rule, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:34.212284 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-cd28d755-90c7-4e3e-b44d-5a87721fea9e tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:58:34.225490 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b528d23c-a8a0-4330-b110-b9a9f903f2d9 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d1928f7-1565-4218-84b4-d18ff87e674f,revision_number=0']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:58:34.229100 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-b528d23c-a8a0-4330-b110-b9a9f903f2d9 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:58:34.325470 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device 9ad5cce3-24d7-46e0-b9c8-b44a9cc809fa up at agent ovs-agent-dv-cinder-794661-1-smb {{(pid=103518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 18:58:34.342035 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b528d23c-a8a0-4330-b110-b9a9f903f2d9 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:34.344654 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-b528d23c-a8a0-4330-b110-b9a9f903f2d9 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4004421 Jun 03 18:58:34.344808 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 60168) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:58:34.347598 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.v2.base [None req-0bf67b38-94da-4874-8a65-7cb2387326ee tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Request body: {'security_group_rule': {'security_group_id': '0965ed82-59d5-4b99-81ef-70c2146c700c', 'project_id': 'b25f38073ae6420f835fe8ab201bdda3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:58:34.354710 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-0bf67b38-94da-4874-8a65-7cb2387326ee tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:58:34.359427 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-0bf67b38-94da-4874-8a65-7cb2387326ee tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Usage tracker for resource:security_group_rule and tenant:b25f38073ae6420f835fe8ab201bdda3 is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:58:34.361437 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-0bf67b38-94da-4874-8a65-7cb2387326ee tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:58:34.366938 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-0bf67b38-94da-4874-8a65-7cb2387326ee tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:58:34.390894 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-a508e92a-47ed-4b7b-bf95-466f3291ffca None None] Notify callbacks [] for port, precommit_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:34.397735 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.provisioning_blocks [None req-a508e92a-47ed-4b7b-bf95-466f3291ffca None None] Transition to ACTIVE for port object e68245b8-b413-4759-ae89-2d30a94381ac will not be triggered until provisioned by entity L2. {{(pid=103519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 18:58:34.485987 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0bf67b38-94da-4874-8a65-7cb2387326ee tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:34.505897 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Provisioning for port 9ad5cce3-24d7-46e0-b9c8-b44a9cc809fa completed by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 18:58:34.506425 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-a508e92a-47ed-4b7b-bf95-466f3291ffca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:34.509597 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Provisioning complete for port 9ad5cce3-24d7-46e0-b9c8-b44a9cc809fa triggered by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 18:58:34.509890 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:34.512478 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:58:34.532082 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0bf67b38-94da-4874-8a65-7cb2387326ee tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:34.583877 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:34.587578 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39109de1-6d60-4249-b32c-a89932e3e41d None None] Pushing event updated for resources: {'Port': ['ID=e68245b8-b413-4759-ae89-2d30a94381ac,revision_number=3']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:58:34.589892 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG oslo_concurrency.lockutils [None req-39109de1-6d60-4249-b32c-a89932e3e41d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=103519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:58:34.591439 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] For port 9ad5cce3-24d7-46e0-b9c8-b44a9cc809fa, host dv-cinder-794661-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794661-1-smb',level=0,port_id=9ad5cce3-24d7-46e0-b9c8-b44a9cc809fa,segment=NetworkSegment(cb7a02ef-c488-4fe7-ad15-1fca81e02b96),segment_id=cb7a02ef-c488-4fe7-ad15-1fca81e02b96)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:58:34.601674 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0bf67b38-94da-4874-8a65-7cb2387326ee tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455179'] for security_group_rule, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:34.603189 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-5e4bd2af-827c-4449-9991-348c252bcc3c tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:58:34.616586 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf67b38-94da-4874-8a65-7cb2387326ee tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bb41b60-4ec8-4342-9e74-e0726d4e72ef,revision_number=0']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:58:34.618181 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-0bf67b38-94da-4874-8a65-7cb2387326ee tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:58:34.707427 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:34.708838 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device b4bcba4d-d8a2-41c5-98a5-cf34a6b6bb52 up at agent ovs-agent-dv-cinder-794661-1-smb {{(pid=103518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 18:58:34.728728 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:58:34.737787 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0bf67b38-94da-4874-8a65-7cb2387326ee tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:34.743197 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-0bf67b38-94da-4874-8a65-7cb2387326ee tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3932221 Jun 03 18:58:34.743197 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 60170) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:58:34.744030 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.v2.base [None req-abea9707-dcf3-4cd6-b0a6-2a3f9c7e4925 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Request body: {'security_group_rule': {'security_group_id': '0965ed82-59d5-4b99-81ef-70c2146c700c', 'project_id': 'b25f38073ae6420f835fe8ab201bdda3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:58:34.748964 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-abea9707-dcf3-4cd6-b0a6-2a3f9c7e4925 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:58:34.751583 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-abea9707-dcf3-4cd6-b0a6-2a3f9c7e4925 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Usage tracker for resource:security_group_rule and tenant:b25f38073ae6420f835fe8ab201bdda3 is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:58:34.753300 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-abea9707-dcf3-4cd6-b0a6-2a3f9c7e4925 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:58:34.756640 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-abea9707-dcf3-4cd6-b0a6-2a3f9c7e4925 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:58:34.783721 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Pushing event updated for resources: {'Port': ['ID=9ad5cce3-24d7-46e0-b9c8-b44a9cc809fa,revision_number=4']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:58:34.785440 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:58:34.790042 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Provisioning complete for port b4bcba4d-d8a2-41c5-98a5-cf34a6b6bb52 triggered by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 18:58:34.790258 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:34.841554 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-abea9707-dcf3-4cd6-b0a6-2a3f9c7e4925 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:34.884904 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-abea9707-dcf3-4cd6-b0a6-2a3f9c7e4925 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:34.976367 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-abea9707-dcf3-4cd6-b0a6-2a3f9c7e4925 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455179'] for security_group_rule, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:34.978822 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:58:34.998778 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abea9707-dcf3-4cd6-b0a6-2a3f9c7e4925 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7dfe427-8b20-4793-b0c2-9430c4fa1e2a,revision_number=0']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:58:35.000851 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-abea9707-dcf3-4cd6-b0a6-2a3f9c7e4925 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:58:35.085682 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-abea9707-dcf3-4cd6-b0a6-2a3f9c7e4925 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:35.087218 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-abea9707-dcf3-4cd6-b0a6-2a3f9c7e4925 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3453703 Jun 03 18:58:35.089253 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 60172) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:58:35.095831 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.v2.base [None req-d8ccb609-98a8-4edb-85e3-c87d949aa0ed tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Request body: {'security_group_rule': {'security_group_id': '0965ed82-59d5-4b99-81ef-70c2146c700c', 'project_id': 'b25f38073ae6420f835fe8ab201bdda3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:58:35.097011 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-d8ccb609-98a8-4edb-85e3-c87d949aa0ed tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:58:35.099417 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-d8ccb609-98a8-4edb-85e3-c87d949aa0ed tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Usage tracker for resource:security_group_rule and tenant:b25f38073ae6420f835fe8ab201bdda3 is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:58:35.101364 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-d8ccb609-98a8-4edb-85e3-c87d949aa0ed tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:58:35.101624 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.plugins.ml2.managers [None req-a508e92a-47ed-4b7b-bf95-466f3291ffca None None] Attempting to bind port e68245b8-b413-4759-ae89-2d30a94381ac on host dv-cinder-794661-1-smb for vnic_type normal with profile {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 18:58:35.101941 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.plugins.ml2.managers [None req-a508e92a-47ed-4b7b-bf95-466f3291ffca None None] Attempting to bind port e68245b8-b413-4759-ae89-2d30a94381ac by drivers openvswitch,hyperv on host dv-cinder-794661-1-smb at level 0 using segments [{'id': 'dcecf66e-9ae7-4458-b62a-1e8607a6cf7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1430, 'network_id': '6f82aefa-2bad-4650-aacf-2905f9531ec6'}] {{(pid=103519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 18:58:35.102066 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a508e92a-47ed-4b7b-bf95-466f3291ffca None None] Attempting to bind port e68245b8-b413-4759-ae89-2d30a94381ac on network 6f82aefa-2bad-4650-aacf-2905f9531ec6 {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 18:58:35.104929 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-d8ccb609-98a8-4edb-85e3-c87d949aa0ed tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:58:35.105917 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a508e92a-47ed-4b7b-bf95-466f3291ffca None None] Checking agent: {'id': '9af4ad39-3160-4d10-9b77-67ea66ff9724', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794661-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 18, 44, 30), 'started_at': datetime.datetime(2021, 6, 3, 18, 45, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 18, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794661-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 18:58:35.106134 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a508e92a-47ed-4b7b-bf95-466f3291ffca None None] Checking segment: {'id': 'dcecf66e-9ae7-4458-b62a-1e8607a6cf7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1430, 'network_id': '6f82aefa-2bad-4650-aacf-2905f9531ec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 18:58:35.106393 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-a508e92a-47ed-4b7b-bf95-466f3291ffca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:35.106631 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a508e92a-47ed-4b7b-bf95-466f3291ffca None None] Bound using segment: {'id': 'dcecf66e-9ae7-4458-b62a-1e8607a6cf7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1430, 'network_id': '6f82aefa-2bad-4650-aacf-2905f9531ec6'} {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 18:58:35.106931 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.plugins.ml2.managers [None req-a508e92a-47ed-4b7b-bf95-466f3291ffca None None] Bound port: e68245b8-b413-4759-ae89-2d30a94381ac, host: dv-cinder-794661-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcecf66e-9ae7-4458-b62a-1e8607a6cf7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1430, 'network_id': '6f82aefa-2bad-4650-aacf-2905f9531ec6'}}] {{(pid=103519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 18:58:35.107160 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-a508e92a-47ed-4b7b-bf95-466f3291ffca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:35.158570 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.plugins.ml2.db [None req-a508e92a-47ed-4b7b-bf95-466f3291ffca None None] For port e68245b8-b413-4759-ae89-2d30a94381ac, host dv-cinder-794661-1-smb, cleared binding levels {{(pid=103519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 18:58:35.160372 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.plugins.ml2.db [None req-a508e92a-47ed-4b7b-bf95-466f3291ffca None None] For port e68245b8-b413-4759-ae89-2d30a94381ac, host dv-cinder-794661-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794661-1-smb',level=0,port_id=e68245b8-b413-4759-ae89-2d30a94381ac,segment=NetworkSegment(dcecf66e-9ae7-4458-b62a-1e8607a6cf7a),segment_id=dcecf66e-9ae7-4458-b62a-1e8607a6cf7a)] {{(pid=103519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 18:58:35.211493 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.db.securitygroups_db [None req-d8ccb609-98a8-4edb-85e3-c87d949aa0ed tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Project b25f38073ae6420f835fe8ab201bdda3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 18:58:35.215815 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d8ccb609-98a8-4edb-85e3-c87d949aa0ed tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:35.265384 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d8ccb609-98a8-4edb-85e3-c87d949aa0ed tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:35.317045 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-a508e92a-47ed-4b7b-bf95-466f3291ffca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:35.320715 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG oslo_concurrency.lockutils [None req-f263989b-2d14-44f2-aa8f-f0e460594416 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:58:35.357184 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d8ccb609-98a8-4edb-85e3-c87d949aa0ed tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455179'] for security_group_rule, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:35.360150 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a508e92a-47ed-4b7b-bf95-466f3291ffca None None] Routers {'d0a9d276-180b-4fc6-b70d-65119cfd815c'} bound to L3 agent in host dv-cinder-794661-1-smb {{(pid=103519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 18:58:35.360515 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_hamode_db [None req-a508e92a-47ed-4b7b-bf95-466f3291ffca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794661-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T18:44:31Z,description=,heartbeat_timestamp=2021-06-03T18:58:31Z,host='dv-cinder-794661-1-smb',id=e49736c8-5019-4904-a5ca-8bb53e194ab8,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T18:44:31Z,topic='l3_agent')) {'router_ids': ['d0a9d276-180b-4fc6-b70d-65119cfd815c'], 'active': True} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:58:35.360675 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-b528d23c-a8a0-4330-b110-b9a9f903f2d9 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:58:35.381909 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ccb609-98a8-4edb-85e3-c87d949aa0ed tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=080f4a1a-b2a9-4867-ace1-fb5b0bcb8d6e,revision_number=0']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:58:35.384600 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-d8ccb609-98a8-4edb-85e3-c87d949aa0ed tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:58:35.422243 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39109de1-6d60-4249-b32c-a89932e3e41d None None] Pushing event updated for resources: {'Port': ['ID=e68245b8-b413-4759-ae89-2d30a94381ac,revision_number=4']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:58:35.425053 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG oslo_concurrency.lockutils [None req-39109de1-6d60-4249-b32c-a89932e3e41d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=103519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:58:35.460266 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d8ccb609-98a8-4edb-85e3-c87d949aa0ed tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:35.461309 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-d8ccb609-98a8-4edb-85e3-c87d949aa0ed tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3710654 Jun 03 18:58:35.462936 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 60174) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:58:35.465772 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.v2.base [None req-ad3dc992-4fc1-4175-82c8-f95937f3b49d tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Request body: {'security_group_rule': {'security_group_id': '0965ed82-59d5-4b99-81ef-70c2146c700c', 'project_id': 'b25f38073ae6420f835fe8ab201bdda3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:58:35.469954 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-ad3dc992-4fc1-4175-82c8-f95937f3b49d tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:58:35.472165 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-ad3dc992-4fc1-4175-82c8-f95937f3b49d tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Usage tracker for resource:security_group_rule and tenant:b25f38073ae6420f835fe8ab201bdda3 is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:58:35.474091 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-ad3dc992-4fc1-4175-82c8-f95937f3b49d tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:58:35.477350 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-ad3dc992-4fc1-4175-82c8-f95937f3b49d tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:58:35.488082 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_dvr_db [None req-a508e92a-47ed-4b7b-bf95-466f3291ffca None None] Set router d0a9d276-180b-4fc6-b70d-65119cfd815c gateway port host: dv-cinder-794661-1-smb {{(pid=103519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 18:58:35.544514 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.db.securitygroups_db [None req-ad3dc992-4fc1-4175-82c8-f95937f3b49d tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Project b25f38073ae6420f835fe8ab201bdda3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 18:58:35.552535 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ad3dc992-4fc1-4175-82c8-f95937f3b49d tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:35.603677 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ad3dc992-4fc1-4175-82c8-f95937f3b49d tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:35.658249 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_hamode_db [None req-a508e92a-47ed-4b7b-bf95-466f3291ffca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a9d276-180b-4fc6-b70d-65119cfd815c', 'name': 'tempest-TestShelveInstance-538103851-router', 'tenant_id': '9a8ef5045ed043469b9457b897e1a8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '9ad5cce3-24d7-46e0-b9c8-b44a9cc809fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T18:58:28Z', 'updated_at': '2021-06-03T18:58:31Z', 'revision_number': 4, 'project_id': '9a8ef5045ed043469b9457b897e1a8e6', 'gw_port': {'id': '9ad5cce3-24d7-46e0-b9c8-b44a9cc809fa', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a9d276-180b-4fc6-b70d-65119cfd815c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:58:29Z', 'updated_at': '2021-06-03T18:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb', '_interfaces': [{'id': 'e68245b8-b413-4759-ae89-2d30a94381ac', 'name': '', 'network_id': '6f82aefa-2bad-4650-aacf-2905f9531ec6', 'tenant_id': '9a8ef5045ed043469b9457b897e1a8e6', 'mac_address': 'fa:16:3e:4f:35:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a9d276-180b-4fc6-b70d-65119cfd815c', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'bf741bef-994c-43ff-b6aa-331279a9787e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:58:31Z', 'updated_at': '2021-06-03T18:58:35Z', 'revision_number': 4, 'project_id': '9a8ef5045ed043469b9457b897e1a8e6', 'subnets': [{'id': 'bf741bef-994c-43ff-b6aa-331279a9787e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794661-1-smb', False) {} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:58:35.662946 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a508e92a-47ed-4b7b-bf95-466f3291ffca None None] The sync data for ids ['d0a9d276-180b-4fc6-b70d-65119cfd815c'] in dv-cinder-794661-1-smb is: [{'id': 'd0a9d276-180b-4fc6-b70d-65119cfd815c', 'name': 'tempest-TestShelveInstance-538103851-router', 'tenant_id': '9a8ef5045ed043469b9457b897e1a8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '9ad5cce3-24d7-46e0-b9c8-b44a9cc809fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T18:58:28Z', 'updated_at': '2021-06-03T18:58:31Z', 'revision_number': 4, 'project_id': '9a8ef5045ed043469b9457b897e1a8e6', 'gw_port': {'id': '9ad5cce3-24d7-46e0-b9c8-b44a9cc809fa', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a9d276-180b-4fc6-b70d-65119cfd815c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:58:29Z', 'updated_at': '2021-06-03T18:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb', '_interfaces': [{'id': 'e68245b8-b413-4759-ae89-2d30a94381ac', 'name': '', 'network_id': '6f82aefa-2bad-4650-aacf-2905f9531ec6', 'tenant_id': '9a8ef5045ed043469b9457b897e1a8e6', 'mac_address': 'fa:16:3e:4f:35:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a9d276-180b-4fc6-b70d-65119cfd815c', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'bf741bef-994c-43ff-b6aa-331279a9787e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:58:31Z', 'updated_at': '2021-06-03T18:58:35Z', 'revision_number': 4, 'project_id': '9a8ef5045ed043469b9457b897e1a8e6', 'subnets': [{'id': 'bf741bef-994c-43ff-b6aa-331279a9787e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 18:58:35.684000 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ad3dc992-4fc1-4175-82c8-f95937f3b49d tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455179'] for security_group_rule, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:35.689093 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:58:35.702840 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3dc992-4fc1-4175-82c8-f95937f3b49d tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85f13619-719c-4c12-b0d0-0ae6a1e7f29c,revision_number=0']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:58:35.710208 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-ad3dc992-4fc1-4175-82c8-f95937f3b49d tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:58:35.775685 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ad3dc992-4fc1-4175-82c8-f95937f3b49d tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:35.776584 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-ad3dc992-4fc1-4175-82c8-f95937f3b49d tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3130238 Jun 03 18:58:36.311261 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device 9ad5cce3-24d7-46e0-b9c8-b44a9cc809fa up at agent ovs-agent-dv-cinder-794661-1-smb {{(pid=103518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 18:58:36.370374 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Provisioning complete for port 9ad5cce3-24d7-46e0-b9c8-b44a9cc809fa triggered by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 18:58:36.370607 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:36.443957 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device e68245b8-b413-4759-ae89-2d30a94381ac up at agent ovs-agent-dv-cinder-794661-1-smb {{(pid=103518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 18:58:36.573174 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Provisioning for port e68245b8-b413-4759-ae89-2d30a94381ac completed by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 18:58:36.579574 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Provisioning complete for port e68245b8-b413-4759-ae89-2d30a94381ac triggered by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 18:58:36.579970 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:36.666625 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:36.687217 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] For port e68245b8-b413-4759-ae89-2d30a94381ac, host dv-cinder-794661-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794661-1-smb',level=0,port_id=e68245b8-b413-4759-ae89-2d30a94381ac,segment=NetworkSegment(dcecf66e-9ae7-4458-b62a-1e8607a6cf7a),segment_id=dcecf66e-9ae7-4458-b62a-1e8607a6cf7a)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:58:36.760590 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:36.762886 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:58:36.810019 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Pushing event updated for resources: {'Port': ['ID=e68245b8-b413-4759-ae89-2d30a94381ac,revision_number=5']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:58:36.812375 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:58:38.313320 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device e68245b8-b413-4759-ae89-2d30a94381ac up at agent ovs-agent-dv-cinder-794661-1-smb {{(pid=103518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 18:58:38.365535 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Provisioning complete for port e68245b8-b413-4759-ae89-2d30a94381ac triggered by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 18:58:38.365778 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:52.029677 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 18:58:52.825378 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-80103463-ba11-4f54-96b3-640dc027d70c req-d9659b10-ac1b-4db7-badc-8245949794f1 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Synchronizing usage tracker for tenant:b25f38073ae6420f835fe8ab201bdda3 on resource:security_group {{(pid=103516) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 18:58:52.896490 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-80103463-ba11-4f54-96b3-640dc027d70c req-d9659b10-ac1b-4db7-badc-8245949794f1 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Unset dirty status for tenant:b25f38073ae6420f835fe8ab201bdda3 on resource:security_group {{(pid=103516) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 18:58:52.897746 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-80103463-ba11-4f54-96b3-640dc027d70c req-d9659b10-ac1b-4db7-badc-8245949794f1 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-106935210&fields=id&tenant_id=b25f38073ae6420f835fe8ab201bdda3 HTTP/1.1" status: 200 len: 267 time: 0.1083422 Jun 03 18:58:53.017631 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80103463-ba11-4f54-96b3-640dc027d70c req-3d66c615-698b-4a12-a510-dfdbe94306e9 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:58:53.018076 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-80103463-ba11-4f54-96b3-640dc027d70c req-3d66c615-698b-4a12-a510-dfdbe94306e9 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Synchronizing usage tracker for tenant:b25f38073ae6420f835fe8ab201bdda3 on resource:network {{(pid=103516) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 18:58:53.308487 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-80103463-ba11-4f54-96b3-640dc027d70c req-3d66c615-698b-4a12-a510-dfdbe94306e9 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Unset dirty status for tenant:b25f38073ae6420f835fe8ab201bdda3 on resource:network {{(pid=103516) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 18:58:53.310093 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-80103463-ba11-4f54-96b3-640dc027d70c req-3d66c615-698b-4a12-a510-dfdbe94306e9 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] 10.222.0.44 "GET /v2.0/networks?id=2e2bd607-1031-490c-a4b3-9ab69f4aa352 HTTP/1.1" status: 200 len: 809 time: 0.4051447 Jun 03 18:58:53.330781 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-80103463-ba11-4f54-96b3-640dc027d70c req-5e41a63d-7c11-4e6d-8c56-5af51e0af0cf tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] 10.222.0.44 "GET /v2.0/quotas/b25f38073ae6420f835fe8ab201bdda3 HTTP/1.1" status: 200 len: 375 time: 0.0128891 Jun 03 18:58:53.479282 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-80103463-ba11-4f54-96b3-640dc027d70c req-c63a695d-84ed-4fa4-b023-9e91ce345ce1 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Synchronizing usage tracker for tenant:b25f38073ae6420f835fe8ab201bdda3 on resource:port {{(pid=103516) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 18:58:53.568549 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-80103463-ba11-4f54-96b3-640dc027d70c req-c63a695d-84ed-4fa4-b023-9e91ce345ce1 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Unset dirty status for tenant:b25f38073ae6420f835fe8ab201bdda3 on resource:port {{(pid=103516) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 18:58:53.570125 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-80103463-ba11-4f54-96b3-640dc027d70c req-c63a695d-84ed-4fa4-b023-9e91ce345ce1 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b25f38073ae6420f835fe8ab201bdda3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2330301 Jun 03 18:58:53.742218 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-80103463-ba11-4f54-96b3-640dc027d70c req-4d4fbcde-f831-4b88-a8f1-c6593fd88f05 service neutron] 10.222.0.44 "GET /v2.0/networks/2e2bd607-1031-490c-a4b3-9ab69f4aa352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563463 Jun 03 18:58:53.828898 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-80103463-ba11-4f54-96b3-640dc027d70c req-8957d52a-9972-4db9-aa44-afe1da7b9329 service neutron] 10.222.0.44 "GET /v2.0/networks/2e2bd607-1031-490c-a4b3-9ab69f4aa352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827706 Jun 03 18:58:54.424217 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-b9329779-a656-44af-bf0c-d3ce17214f2b req-e0bc8ff6-a66b-47b8-80a5-ac5de2fbb0c6 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1727679602&fields=id&tenant_id=d9d38a24baac46b597b583bcef65367c HTTP/1.1" status: 200 len: 267 time: 0.0281303 Jun 03 18:58:54.481814 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9329779-a656-44af-bf0c-d3ce17214f2b req-268dd673-30b6-4c58-9fe1-6fe380fa4d75 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:58:54.482759 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-b9329779-a656-44af-bf0c-d3ce17214f2b req-268dd673-30b6-4c58-9fe1-6fe380fa4d75 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 985 time: 0.0553403 Jun 03 18:58:54.489914 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.v2.base [req-b9329779-a656-44af-bf0c-d3ce17214f2b req-aad69d31-885f-400a-affb-aeb95199cc45 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Request body: {'port': {'security_groups': ['43c30103-8cf6-40eb-91b8-c6a4d970054b']}} {{(pid=103517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:58:54.559534 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-bacc5bc9-0ac0-4885-a06f-c7078ec5dd59 req-8f079980-0a9f-48fe-abfd-8cddb562b407 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] 10.222.0.44 "GET /v2.0/ports?device_id=3062453c-3be2-4205-9e98-d261afa1ff4e HTTP/1.1" status: 200 len: 210 time: 0.0282440 Jun 03 18:58:54.570617 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [req-b9329779-a656-44af-bf0c-d3ce17214f2b req-aad69d31-885f-400a-affb-aeb95199cc45 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:54.726309 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.plugins.ml2.db [req-b9329779-a656-44af-bf0c-d3ce17214f2b req-aad69d31-885f-400a-affb-aeb95199cc45 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] For port 44cb3bfc-7aae-4519-accd-661594a5c489, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=44cb3bfc-7aae-4519-accd-661594a5c489,segment=NetworkSegment(16c25a19-650c-4faf-ba1d-432b734bedc4),segment_id=16c25a19-650c-4faf-ba1d-432b734bedc4)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:58:54.743745 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [req-b9329779-a656-44af-bf0c-d3ce17214f2b req-aad69d31-885f-400a-affb-aeb95199cc45 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Notify callbacks [] for port, precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:54.829709 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [req-b9329779-a656-44af-bf0c-d3ce17214f2b req-aad69d31-885f-400a-affb-aeb95199cc45 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3647862'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:54.837062 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-273214f0-2bdd-4854-b7b9-a0377f881ce7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:58:54.842649 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] get_ports_and_sgs() called for port_ids ['44cb3bfc-7aae-4519-accd-661594a5c489'] {{(pid=103518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 18:58:54.884868 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9329779-a656-44af-bf0c-d3ce17214f2b req-aad69d31-885f-400a-affb-aeb95199cc45 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:58:54.884868 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [req-b9329779-a656-44af-bf0c-d3ce17214f2b req-aad69d31-885f-400a-affb-aeb95199cc45 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56630'] for port, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:54.885795 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-b9329779-a656-44af-bf0c-d3ce17214f2b req-aad69d31-885f-400a-affb-aeb95199cc45 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "PUT /v2.0/ports/44cb3bfc-7aae-4519-accd-661594a5c489 HTTP/1.1" status: 200 len: 943 time: 0.3987854 Jun 03 18:58:54.886197 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34bf277c-9ed8-42a7-a07b-c811a02c6d49', 'tag': '44cb3bfc-7aae-4519-accd-661594a5c489'}] {{(pid=103517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 18:58:54.888000 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6dfacb1c6e50871b67f75635c9b3ac6df64508bd1243832f6cf610a9b5aa2ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4bc37f-d7b4-4958-8f49-c28482a47161" -d '{"events": [{"name": "network-changed", "server_uuid": "34bf277c-9ed8-42a7-a07b-c811a02c6d49", "tag": "44cb3bfc-7aae-4519-accd-661594a5c489"}]}' {{(pid=103517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 18:58:54.890711 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 60352) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:58:54.905088 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad69d31-885f-400a-affb-aeb95199cc45 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Pushing event updated for resources: {'Port': ['ID=44cb3bfc-7aae-4519-accd-661594a5c489,revision_number=7']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:58:54.907694 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-aad69d31-885f-400a-affb-aeb95199cc45 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:58:54.952788 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-797b9dd8-622a-43c7-bc17-604a276a75ba tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Notify callbacks [] for security_group, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:54.970313 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-797b9dd8-622a-43c7-bc17-604a276a75ba tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:54.971491 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 18:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5add080d-fd89-4ed6-b1ca-47c6b56b8e41 x-openstack-request-id: req-5add080d-fd89-4ed6-b1ca-47c6b56b8e41 {{(pid=103517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 18:58:54.971710 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34bf277c-9ed8-42a7-a07b-c811a02c6d49", "tag": "44cb3bfc-7aae-4519-accd-661594a5c489", "status": "completed", "code": 200}]} {{(pid=103517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 18:58:54.971915 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5add080d-fd89-4ed6-b1ca-47c6b56b8e41 {{(pid=103517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 18:58:54.972241 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34bf277c-9ed8-42a7-a07b-c811a02c6d49', 'tag': '44cb3bfc-7aae-4519-accd-661594a5c489', 'status': 'completed', 'code': 200} Jun 03 18:58:54.991440 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] get_ports_and_sgs() called for port_ids ['44cb3bfc-7aae-4519-accd-661594a5c489'] {{(pid=103518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 18:58:55.053279 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4bc37f-d7b4-4958-8f49-c28482a47161 req-07a8b34c-ed20-42a7-b151-cb667b0b26ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:58:55.054948 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-1f4bc37f-d7b4-4958-8f49-c28482a47161 req-07a8b34c-ed20-42a7-b151-cb667b0b26ba service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=d9d38a24baac46b597b583bcef65367c&device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 1099 time: 0.0587254 Jun 03 18:58:55.127944 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-797b9dd8-622a-43c7-bc17-604a276a75ba tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:55.129405 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-fc9ea6fd-3b0f-4766-84d8-9a5de561182d None None] Provisioning complete for port 44cb3bfc-7aae-4519-accd-661594a5c489 triggered by entity DHCP. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 18:58:55.129618 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-fc9ea6fd-3b0f-4766-84d8-9a5de561182d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:55.131706 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-b49bfbb3-d044-495a-a61b-c50c1721d68e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:58:55.149670 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797b9dd8-622a-43c7-bc17-604a276a75ba tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e203f6ed-bfd7-4b7c-b9e6-da7e409ca4b6,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:58:55.151919 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-797b9dd8-622a-43c7-bc17-604a276a75ba tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:58:55.153433 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4bc37f-d7b4-4958-8f49-c28482a47161 req-818859f6-7b0f-4ab1-8dda-c1f2cea77ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:58:55.154377 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-1f4bc37f-d7b4-4958-8f49-c28482a47161 req-818859f6-7b0f-4ab1-8dda-c1f2cea77ada service neutron] 10.222.0.108 "GET /v2.0/networks?id=d37c0514-a3e6-48ec-8f13-b783af090b4a HTTP/1.1" status: 200 len: 917 time: 0.0936279 Jun 03 18:58:55.218077 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-1f4bc37f-d7b4-4958-8f49-c28482a47161 req-d00d0ab7-2cc2-45cd-86b7-c3871280de73 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44cb3bfc-7aae-4519-accd-661594a5c489 HTTP/1.1" status: 200 len: 1002 time: 0.0557852 Jun 03 18:58:55.264840 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4bc37f-d7b4-4958-8f49-c28482a47161 req-c674086d-b764-4799-a8c0-2c2f92c24fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:58:55.265761 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-1f4bc37f-d7b4-4958-8f49-c28482a47161 req-c674086d-b764-4799-a8c0-2c2f92c24fe8 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=fe7b0dbf-28e6-4929-ac4a-322194eadbe9 HTTP/1.1" status: 200 len: 854 time: 0.0398490 Jun 03 18:58:55.299721 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-797b9dd8-622a-43c7-bc17-604a276a75ba tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Notify callbacks [] for security_group, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:55.306902 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-797b9dd8-622a-43c7-bc17-604a276a75ba tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "DELETE /v2.0/security-groups/e203f6ed-bfd7-4b7c-b9e6-da7e409ca4b6 HTTP/1.1" status: 204 len: 168 time: 0.4084949 Jun 03 18:58:55.307082 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 60360) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:58:55.319501 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4bc37f-d7b4-4958-8f49-c28482a47161 req-ff470801-2437-4f79-8bbb-9478ac1a08aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:58:55.320419 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-1f4bc37f-d7b4-4958-8f49-c28482a47161 req-ff470801-2437-4f79-8bbb-9478ac1a08aa service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=d37c0514-a3e6-48ec-8f13-b783af090b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0476627 Jun 03 18:58:55.396200 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-1f4bc37f-d7b4-4958-8f49-c28482a47161 req-8e318ef5-0918-42a9-886d-3b97c2f2aad6 service neutron] 10.222.0.108 "GET /v2.0/networks/d37c0514-a3e6-48ec-8f13-b783af090b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0688565 Jun 03 18:58:55.446516 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-1ad2bdfa-c1eb-45f3-9f5c-2be31559848c tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Deleting port 1b6e9b84-bb23-456c-8917-6e613616cd73 {{(pid=103517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 18:58:55.447262 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-1ad2bdfa-c1eb-45f3-9f5c-2be31559848c tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241832951'] for port, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:55.474560 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-1f4bc37f-d7b4-4958-8f49-c28482a47161 req-d9957f94-4509-459b-b5f1-07356c5ea175 service neutron] 10.222.0.108 "GET /v2.0/networks/d37c0514-a3e6-48ec-8f13-b783af090b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0699775 Jun 03 18:58:55.509862 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-1ad2bdfa-c1eb-45f3-9f5c-2be31559848c tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:55.510017 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-1ad2bdfa-c1eb-45f3-9f5c-2be31559848c tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:55.571224 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-1ad2bdfa-c1eb-45f3-9f5c-2be31559848c tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Calling delete_port for 1b6e9b84-bb23-456c-8917-6e613616cd73 owned by network:floatingip {{(pid=103517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 18:58:55.662844 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-b3e526df-ced4-4154-9fd9-e426ec456418 req-e927467f-caf6-4f9b-bc55-0287be4a02a7 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] 10.222.0.44 "GET /v2.0/ports?device_id=3062453c-3be2-4205-9e98-d261afa1ff4e HTTP/1.1" status: 200 len: 210 time: 0.0285928 Jun 03 18:58:55.730961 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-1ad2bdfa-c1eb-45f3-9f5c-2be31559848c tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241743607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751241322837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3647885'] for port, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:55.737179 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:58:55.786800 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad2bdfa-c1eb-45f3-9f5c-2be31559848c tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Pushing event deleted for resources: {'Port': ['ID=1b6e9b84-bb23-456c-8917-6e613616cd73,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:58:55.790190 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-1ad2bdfa-c1eb-45f3-9f5c-2be31559848c tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:58:55.900042 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-1ad2bdfa-c1eb-45f3-9f5c-2be31559848c tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Notify callbacks [] for floatingip, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:55.900316 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.db.l3_db [None req-1ad2bdfa-c1eb-45f3-9f5c-2be31559848c tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Floating IP 7f51d5e3-8d2f-411a-9b73-770d8714868c disassociated (deleted). External IP: 172.28.1.142, port: 44cb3bfc-7aae-4519-accd-661594a5c489. Jun 03 18:58:56.084643 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ad2bdfa-c1eb-45f3-9f5c-2be31559848c tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Router c1f653c3-bd15-48e5-bc73-fc0fa836e1ad has already been hosted by L3 agent e49736c8-5019-4904-a5ca-8bb53e194ab8 {{(pid=103517) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 18:58:56.178226 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ad2bdfa-c1eb-45f3-9f5c-2be31559848c tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Notify agent at l3_agent.dv-cinder-794661-1-smb the message routers_updated {{(pid=103517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 18:58:56.188484 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e744b15-2d1c-40a1-9966-08a51e319cc5 None None] Sync routers for ids ['c1f653c3-bd15-48e5-bc73-fc0fa836e1ad'] in dv-cinder-794661-1-smb {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 18:58:56.195584 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e744b15-2d1c-40a1-9966-08a51e319cc5 None None] Routers {'c1f653c3-bd15-48e5-bc73-fc0fa836e1ad'} bound to L3 agent in host dv-cinder-794661-1-smb {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 18:58:56.196028 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-9e744b15-2d1c-40a1-9966-08a51e319cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794661-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T18:44:31Z,description=,heartbeat_timestamp=2021-06-03T18:58:31Z,host='dv-cinder-794661-1-smb',id=e49736c8-5019-4904-a5ca-8bb53e194ab8,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T18:44:31Z,topic='l3_agent')) {'router_ids': ['c1f653c3-bd15-48e5-bc73-fc0fa836e1ad'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:58:56.305843 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-9e744b15-2d1c-40a1-9966-08a51e319cc5 None None] Set router c1f653c3-bd15-48e5-bc73-fc0fa836e1ad gateway port host: dv-cinder-794661-1-smb {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 18:58:56.309222 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-1ad2bdfa-c1eb-45f3-9f5c-2be31559848c tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56630'] for floatingip, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:56.343025 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-1ad2bdfa-c1eb-45f3-9f5c-2be31559848c tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "DELETE /v2.0/floatingips/7f51d5e3-8d2f-411a-9b73-770d8714868c HTTP/1.1" status: 204 len: 168 time: 1.0393243 Jun 03 18:58:56.501432 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-9e744b15-2d1c-40a1-9966-08a51e319cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f653c3-bd15-48e5-bc73-fc0fa836e1ad', 'name': 'tempest-TestMinimumBasicScenario-1162283269-router', 'tenant_id': 'd9d38a24baac46b597b583bcef65367c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.103'}], 'enable_snat': True}, 'gw_port_id': 'fa43c017-267f-4481-ba03-bcd457d00e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T18:52:06Z', 'updated_at': '2021-06-03T18:52:10Z', 'revision_number': 4, 'project_id': 'd9d38a24baac46b597b583bcef65367c', 'gw_port': {'id': 'fa43c017-267f-4481-ba03-bcd457d00e94', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:37:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f653c3-bd15-48e5-bc73-fc0fa836e1ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:52:06Z', 'updated_at': '2021-06-03T18:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb', '_interfaces': [{'id': 'e5cb6b45-bc76-4250-83ac-e20025bd6f2b', 'name': '', 'network_id': 'd37c0514-a3e6-48ec-8f13-b783af090b4a', 'tenant_id': 'd9d38a24baac46b597b583bcef65367c', 'mac_address': 'fa:16:3e:e9:b9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f653c3-bd15-48e5-bc73-fc0fa836e1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'fe7b0dbf-28e6-4929-ac4a-322194eadbe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:52:08Z', 'updated_at': '2021-06-03T18:52:14Z', 'revision_number': 5, 'project_id': 'd9d38a24baac46b597b583bcef65367c', 'subnets': [{'id': 'fe7b0dbf-28e6-4929-ac4a-322194eadbe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794661-1-smb', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:58:56.503944 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e744b15-2d1c-40a1-9966-08a51e319cc5 None None] Checking router: c1f653c3-bd15-48e5-bc73-fc0fa836e1ad for host: dv-cinder-794661-1-smb {{(pid=103518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 18:58:56.509342 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e744b15-2d1c-40a1-9966-08a51e319cc5 None None] Routers {'c1f653c3-bd15-48e5-bc73-fc0fa836e1ad'} bound to L3 agent in host dv-cinder-794661-1-smb {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 18:58:56.509648 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-9e744b15-2d1c-40a1-9966-08a51e319cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794661-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T18:44:31Z,description=,heartbeat_timestamp=2021-06-03T18:58:31Z,host='dv-cinder-794661-1-smb',id=e49736c8-5019-4904-a5ca-8bb53e194ab8,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T18:44:31Z,topic='l3_agent')) {'router_ids': ['c1f653c3-bd15-48e5-bc73-fc0fa836e1ad'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:58:56.617265 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-9e744b15-2d1c-40a1-9966-08a51e319cc5 None None] Set router c1f653c3-bd15-48e5-bc73-fc0fa836e1ad gateway port host: dv-cinder-794661-1-smb {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 18:58:56.759613 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-610987cc-2a5c-493d-ae61-8a051f0b1cbc req-2f8893b4-aa02-41f5-a01d-e4fd21f216c8 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] 10.222.0.44 "GET /v2.0/ports?device_id=3062453c-3be2-4205-9e98-d261afa1ff4e HTTP/1.1" status: 200 len: 210 time: 0.0264728 Jun 03 18:58:56.811165 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-9e744b15-2d1c-40a1-9966-08a51e319cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f653c3-bd15-48e5-bc73-fc0fa836e1ad', 'name': 'tempest-TestMinimumBasicScenario-1162283269-router', 'tenant_id': 'd9d38a24baac46b597b583bcef65367c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.103'}], 'enable_snat': True}, 'gw_port_id': 'fa43c017-267f-4481-ba03-bcd457d00e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T18:52:06Z', 'updated_at': '2021-06-03T18:52:10Z', 'revision_number': 4, 'project_id': 'd9d38a24baac46b597b583bcef65367c', 'gw_port': {'id': 'fa43c017-267f-4481-ba03-bcd457d00e94', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:37:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f653c3-bd15-48e5-bc73-fc0fa836e1ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:52:06Z', 'updated_at': '2021-06-03T18:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb', '_interfaces': [{'id': 'e5cb6b45-bc76-4250-83ac-e20025bd6f2b', 'name': '', 'network_id': 'd37c0514-a3e6-48ec-8f13-b783af090b4a', 'tenant_id': 'd9d38a24baac46b597b583bcef65367c', 'mac_address': 'fa:16:3e:e9:b9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f653c3-bd15-48e5-bc73-fc0fa836e1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'fe7b0dbf-28e6-4929-ac4a-322194eadbe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:52:08Z', 'updated_at': '2021-06-03T18:52:14Z', 'revision_number': 5, 'project_id': 'd9d38a24baac46b597b583bcef65367c', 'subnets': [{'id': 'fe7b0dbf-28e6-4929-ac4a-322194eadbe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794661-1-smb', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:58:56.813604 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e744b15-2d1c-40a1-9966-08a51e319cc5 None None] The sync data for ids ['c1f653c3-bd15-48e5-bc73-fc0fa836e1ad'] in dv-cinder-794661-1-smb is: [{'id': 'c1f653c3-bd15-48e5-bc73-fc0fa836e1ad', 'name': 'tempest-TestMinimumBasicScenario-1162283269-router', 'tenant_id': 'd9d38a24baac46b597b583bcef65367c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.103'}], 'enable_snat': True}, 'gw_port_id': 'fa43c017-267f-4481-ba03-bcd457d00e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T18:52:06Z', 'updated_at': '2021-06-03T18:52:10Z', 'revision_number': 4, 'project_id': 'd9d38a24baac46b597b583bcef65367c', 'gw_port': {'id': 'fa43c017-267f-4481-ba03-bcd457d00e94', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:37:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f653c3-bd15-48e5-bc73-fc0fa836e1ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:52:06Z', 'updated_at': '2021-06-03T18:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb', '_interfaces': [{'id': 'e5cb6b45-bc76-4250-83ac-e20025bd6f2b', 'name': '', 'network_id': 'd37c0514-a3e6-48ec-8f13-b783af090b4a', 'tenant_id': 'd9d38a24baac46b597b583bcef65367c', 'mac_address': 'fa:16:3e:e9:b9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f653c3-bd15-48e5-bc73-fc0fa836e1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'fe7b0dbf-28e6-4929-ac4a-322194eadbe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:52:08Z', 'updated_at': '2021-06-03T18:52:14Z', 'revision_number': 5, 'project_id': 'd9d38a24baac46b597b583bcef65367c', 'subnets': [{'id': 'fe7b0dbf-28e6-4929-ac4a-322194eadbe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 18:58:56.962363 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937a9bb5-0ad7-46be-9736-4159b58072a3 None None] New status for floating IP 7f51d5e3-8d2f-411a-9b73-770d8714868c: DOWN {{(pid=103519) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 18:58:56.973736 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34bf277c-9ed8-42a7-a07b-c811a02c6d49', 'tag': '44cb3bfc-7aae-4519-accd-661594a5c489'}] {{(pid=103517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 18:58:56.975235 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6dfacb1c6e50871b67f75635c9b3ac6df64508bd1243832f6cf610a9b5aa2ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a6c574d-9597-4189-a6f1-f74e5a9c1d6a" -d '{"events": [{"name": "network-changed", "server_uuid": "34bf277c-9ed8-42a7-a07b-c811a02c6d49", "tag": "44cb3bfc-7aae-4519-accd-661594a5c489"}]}' {{(pid=103517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 18:58:57.000664 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 18:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b3fbab-4031-442a-8688-dfc5a1cdbaa3 x-openstack-request-id: req-54b3fbab-4031-442a-8688-dfc5a1cdbaa3 {{(pid=103517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 18:58:57.000872 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34bf277c-9ed8-42a7-a07b-c811a02c6d49", "tag": "44cb3bfc-7aae-4519-accd-661594a5c489", "status": "completed", "code": 200}]} {{(pid=103517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 18:58:57.001049 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-54b3fbab-4031-442a-8688-dfc5a1cdbaa3 {{(pid=103517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 18:58:57.001379 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34bf277c-9ed8-42a7-a07b-c811a02c6d49', 'tag': '44cb3bfc-7aae-4519-accd-661594a5c489', 'status': 'completed', 'code': 200} Jun 03 18:58:57.078913 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c574d-9597-4189-a6f1-f74e5a9c1d6a req-adb5fa28-e285-4255-90e3-8eb48918ca28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:58:57.079901 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-0a6c574d-9597-4189-a6f1-f74e5a9c1d6a req-adb5fa28-e285-4255-90e3-8eb48918ca28 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=d9d38a24baac46b597b583bcef65367c&device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 1099 time: 0.0562322 Jun 03 18:58:57.162916 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c574d-9597-4189-a6f1-f74e5a9c1d6a req-13da3a87-71c5-4c96-b6aa-ca691143c856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:58:57.163714 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-0a6c574d-9597-4189-a6f1-f74e5a9c1d6a req-13da3a87-71c5-4c96-b6aa-ca691143c856 service neutron] 10.222.0.108 "GET /v2.0/networks?id=d37c0514-a3e6-48ec-8f13-b783af090b4a HTTP/1.1" status: 200 len: 917 time: 0.0767162 Jun 03 18:58:57.202406 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-0a6c574d-9597-4189-a6f1-f74e5a9c1d6a req-1ca7ec87-1d41-4ca9-ad43-090a08435107 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44cb3bfc-7aae-4519-accd-661594a5c489 HTTP/1.1" status: 200 len: 217 time: 0.0322082 Jun 03 18:58:57.299753 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c574d-9597-4189-a6f1-f74e5a9c1d6a req-64ec286d-bdcf-42b2-9575-f59b67674141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:58:57.301523 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-0a6c574d-9597-4189-a6f1-f74e5a9c1d6a req-64ec286d-bdcf-42b2-9575-f59b67674141 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=fe7b0dbf-28e6-4929-ac4a-322194eadbe9 HTTP/1.1" status: 200 len: 854 time: 0.0913777 Jun 03 18:58:57.352892 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c574d-9597-4189-a6f1-f74e5a9c1d6a req-8a038795-7da1-4d30-b051-b63879f3d8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:58:57.353764 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-0a6c574d-9597-4189-a6f1-f74e5a9c1d6a req-8a038795-7da1-4d30-b051-b63879f3d8c0 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=d37c0514-a3e6-48ec-8f13-b783af090b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0451226 Jun 03 18:58:57.435605 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-0a6c574d-9597-4189-a6f1-f74e5a9c1d6a req-49f1c36c-af6c-42ec-8773-a98662527108 service neutron] 10.222.0.108 "GET /v2.0/networks/d37c0514-a3e6-48ec-8f13-b783af090b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0754457 Jun 03 18:58:57.521252 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-0a6c574d-9597-4189-a6f1-f74e5a9c1d6a req-7349aa98-6e3d-48fa-8564-8129c8fde95b service neutron] 10.222.0.108 "GET /v2.0/networks/d37c0514-a3e6-48ec-8f13-b783af090b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785246 Jun 03 18:58:57.866573 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-94344c64-3b2a-4e1e-86e1-5756d5d005f6 req-71b0069a-115e-4a8e-88a0-3ff39eff1f14 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] 10.222.0.44 "GET /v2.0/ports?device_id=3062453c-3be2-4205-9e98-d261afa1ff4e HTTP/1.1" status: 200 len: 210 time: 0.0305076 Jun 03 18:58:58.757213 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80103463-ba11-4f54-96b3-640dc027d70c req-eb6b1119-dfbe-41ee-b6e7-6167b0545325 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:58:58.758188 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-80103463-ba11-4f54-96b3-640dc027d70c req-eb6b1119-dfbe-41ee-b6e7-6167b0545325 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] 10.222.0.108 "GET /v2.0/networks?id=2e2bd607-1031-490c-a4b3-9ab69f4aa352 HTTP/1.1" status: 200 len: 809 time: 0.1102881 Jun 03 18:58:58.795938 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-80103463-ba11-4f54-96b3-640dc027d70c req-3c428b83-f30c-45c0-8cca-783dc79dc1f9 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] 10.222.0.108 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b25f38073ae6420f835fe8ab201bdda3 HTTP/1.1" status: 200 len: 379 time: 0.0288641 Jun 03 18:58:58.803645 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.v2.base [req-80103463-ba11-4f54-96b3-640dc027d70c req-f5728a17-87ff-4ae3-bd21-6e7c635e0fb3 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Request body: {'port': {'device_id': '3062453c-3be2-4205-9e98-d261afa1ff4e', 'network_id': '2e2bd607-1031-490c-a4b3-9ab69f4aa352', 'admin_state_up': True, 'tenant_id': 'b25f38073ae6420f835fe8ab201bdda3', 'security_groups': ['0965ed82-59d5-4b99-81ef-70c2146c700c']}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:58:58.903151 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [req-80103463-ba11-4f54-96b3-640dc027d70c req-f5728a17-87ff-4ae3-bd21-6e7c635e0fb3 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:58:58.909492 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [req-80103463-ba11-4f54-96b3-640dc027d70c req-f5728a17-87ff-4ae3-bd21-6e7c635e0fb3 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:58:58.967298 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-0deead2d-c3ec-4f5d-b556-91984bbde1d7 req-5db68f92-8a1c-427e-82e6-a80d8fe7eff3 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] 10.222.0.44 "GET /v2.0/ports?device_id=3062453c-3be2-4205-9e98-d261afa1ff4e HTTP/1.1" status: 200 len: 210 time: 0.0271990 Jun 03 18:58:59.004933 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80103463-ba11-4f54-96b3-640dc027d70c req-f5728a17-87ff-4ae3-bd21-6e7c635e0fb3 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Made reservation on behalf of b25f38073ae6420f835fe8ab201bdda3 for: {'port': 1} {{(pid=103516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 18:58:59.010674 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-80103463-ba11-4f54-96b3-640dc027d70c req-f5728a17-87ff-4ae3-bd21-6e7c635e0fb3 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:59.110302 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [req-80103463-ba11-4f54-96b3-640dc027d70c req-f5728a17-87ff-4ae3-bd21-6e7c635e0fb3 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Allocated IP 172.20.0.10 (2e2bd607-1031-490c-a4b3-9ab69f4aa352/7ce4a726-88f3-4342-8711-c58fb59e1c46/033a75b1-ae28-4ad0-a01d-399ccd8f9022) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 18:58:59.225594 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-80103463-ba11-4f54-96b3-640dc027d70c req-f5728a17-87ff-4ae3-bd21-6e7c635e0fb3 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Notify callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:59.235988 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [req-80103463-ba11-4f54-96b3-640dc027d70c req-f5728a17-87ff-4ae3-bd21-6e7c635e0fb3 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Transition to ACTIVE for port object 033a75b1-ae28-4ad0-a01d-399ccd8f9022 will not be triggered until provisioned by entity DHCP. {{(pid=103516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 18:58:59.360897 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-80103463-ba11-4f54-96b3-640dc027d70c req-f5728a17-87ff-4ae3-bd21-6e7c635e0fb3 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751241322828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3014096'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:59.365283 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-9f1ba59a-d451-47cc-9a90-6d8219f1db98 tempest-AttachVolumeNegativeTest-12574710 tempest-AttachVolumeNegativeTest-12574710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:58:59.400403 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80103463-ba11-4f54-96b3-640dc027d70c req-f5728a17-87ff-4ae3-bd21-6e7c635e0fb3 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Network 2e2bd607-1031-490c-a4b3-9ab69f4aa352 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 18:58:59.404884 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [req-80103463-ba11-4f54-96b3-640dc027d70c req-f5728a17-87ff-4ae3-bd21-6e7c635e0fb3 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 18:58:59.407379 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [req-80103463-ba11-4f54-96b3-640dc027d70c req-f5728a17-87ff-4ae3-bd21-6e7c635e0fb3 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 18:58:59.426183 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5728a17-87ff-4ae3-bd21-6e7c635e0fb3 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Pushing event updated for resources: {'Port': ['ID=033a75b1-ae28-4ad0-a01d-399ccd8f9022,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:58:59.432354 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-f5728a17-87ff-4ae3-bd21-6e7c635e0fb3 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:58:59.444166 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80103463-ba11-4f54-96b3-640dc027d70c req-f5728a17-87ff-4ae3-bd21-6e7c635e0fb3 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:58:59.444538 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-80103463-ba11-4f54-96b3-640dc027d70c req-f5728a17-87ff-4ae3-bd21-6e7c635e0fb3 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56630'] for port, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:59.529568 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-80103463-ba11-4f54-96b3-640dc027d70c req-f5728a17-87ff-4ae3-bd21-6e7c635e0fb3 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7281978 Jun 03 18:58:59.541605 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.v2.base [req-80103463-ba11-4f54-96b3-640dc027d70c req-0ababb5d-0731-4a98-a4ca-5b196362952a service neutron] Request body: {'port': {'device_id': '3062453c-3be2-4205-9e98-d261afa1ff4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:58:59.578999 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-a67c37d2-92ac-4417-941f-533c88424b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:59.610980 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-80103463-ba11-4f54-96b3-640dc027d70c req-0ababb5d-0731-4a98-a4ca-5b196362952a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:59.611151 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-94d3f09c-3e6f-4f11-b1b4-6efac7a6f917 None None] Provisioning for port 033a75b1-ae28-4ad0-a01d-399ccd8f9022 completed by entity DHCP. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 18:58:59.614648 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-94d3f09c-3e6f-4f11-b1b4-6efac7a6f917 None None] Provisioning complete for port 033a75b1-ae28-4ad0-a01d-399ccd8f9022 triggered by entity DHCP. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 18:58:59.619491 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-94d3f09c-3e6f-4f11-b1b4-6efac7a6f917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:59.646325 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.plugin [None req-94d3f09c-3e6f-4f11-b1b4-6efac7a6f917 None None] Port 033a75b1-ae28-4ad0-a01d-399ccd8f9022 cannot update to ACTIVE because it is not bound. {{(pid=103518) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 18:58:59.902265 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.notifiers.nova [req-80103463-ba11-4f54-96b3-640dc027d70c req-0ababb5d-0731-4a98-a4ca-5b196362952a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 033a75b1-ae28-4ad0-a01d-399ccd8f9022 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 18:58:59.906927 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-80103463-ba11-4f54-96b3-640dc027d70c req-0ababb5d-0731-4a98-a4ca-5b196362952a service neutron] Notify callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:59.916536 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [req-80103463-ba11-4f54-96b3-640dc027d70c req-0ababb5d-0731-4a98-a4ca-5b196362952a service neutron] Transition to ACTIVE for port object 033a75b1-ae28-4ad0-a01d-399ccd8f9022 will not be triggered until provisioned by entity L2. {{(pid=103516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 18:58:59.979512 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-80103463-ba11-4f54-96b3-640dc027d70c req-0ababb5d-0731-4a98-a4ca-5b196362952a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3013931'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:58:59.983720 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-f0318e8b-496b-40de-9bfb-3c3fd435131b tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:59:00.091797 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ababb5d-0731-4a98-a4ca-5b196362952a service neutron] Pushing event updated for resources: {'Port': ['ID=033a75b1-ae28-4ad0-a01d-399ccd8f9022,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:59:00.093940 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64808176-3216-4303-b9ae-0f19e13e9868 req-033cfdf8-2fea-416d-93c1-d680a75939ce tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:59:00.096946 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-64808176-3216-4303-b9ae-0f19e13e9868 req-033cfdf8-2fea-416d-93c1-d680a75939ce tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] 10.222.0.44 "GET /v2.0/ports?device_id=3062453c-3be2-4205-9e98-d261afa1ff4e HTTP/1.1" status: 200 len: 944 time: 0.0611105 Jun 03 18:59:00.100269 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-0ababb5d-0731-4a98-a4ca-5b196362952a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:59:00.132029 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [req-64808176-3216-4303-b9ae-0f19e13e9868 req-21ba01de-19f7-43fc-b6ec-d8774a850cd7 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Synchronizing usage tracker for tenant:b25f38073ae6420f835fe8ab201bdda3 on resource:security_group {{(pid=103517) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 18:59:00.139743 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [req-64808176-3216-4303-b9ae-0f19e13e9868 req-21ba01de-19f7-43fc-b6ec-d8774a850cd7 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Unset dirty status for tenant:b25f38073ae6420f835fe8ab201bdda3 on resource:security_group {{(pid=103517) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 18:59:00.140531 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-64808176-3216-4303-b9ae-0f19e13e9868 req-21ba01de-19f7-43fc-b6ec-d8774a850cd7 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] 10.222.0.44 "GET /v2.0/security-groups?id=0965ed82-59d5-4b99-81ef-70c2146c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399506 Jun 03 18:59:00.143411 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [req-80103463-ba11-4f54-96b3-640dc027d70c req-0ababb5d-0731-4a98-a4ca-5b196362952a service neutron] Attempting to bind port 033a75b1-ae28-4ad0-a01d-399ccd8f9022 on host hv-cinder-79466 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 18:59:00.143658 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [req-80103463-ba11-4f54-96b3-640dc027d70c req-0ababb5d-0731-4a98-a4ca-5b196362952a service neutron] Attempting to bind port 033a75b1-ae28-4ad0-a01d-399ccd8f9022 by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': 'aedfba21-4ee8-4f67-9447-bdbc401be3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1424, 'network_id': '2e2bd607-1031-490c-a4b3-9ab69f4aa352'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 18:59:00.143924 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80103463-ba11-4f54-96b3-640dc027d70c req-0ababb5d-0731-4a98-a4ca-5b196362952a service neutron] Attempting to bind port 033a75b1-ae28-4ad0-a01d-399ccd8f9022 on network 2e2bd607-1031-490c-a4b3-9ab69f4aa352 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 18:59:00.146903 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80103463-ba11-4f54-96b3-640dc027d70c req-0ababb5d-0731-4a98-a4ca-5b196362952a service neutron] Port 033a75b1-ae28-4ad0-a01d-399ccd8f9022 on network 2e2bd607-1031-490c-a4b3-9ab69f4aa352 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 18:59:00.147135 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80103463-ba11-4f54-96b3-640dc027d70c req-0ababb5d-0731-4a98-a4ca-5b196362952a service neutron] Attempting to bind port 033a75b1-ae28-4ad0-a01d-399ccd8f9022 on network 2e2bd607-1031-490c-a4b3-9ab69f4aa352 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 18:59:00.155435 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80103463-ba11-4f54-96b3-640dc027d70c req-0ababb5d-0731-4a98-a4ca-5b196362952a service neutron] Checking agent: {'id': 'af909ad5-3a3f-482f-ab55-4c32617c9c15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 18, 49, 2), 'started_at': datetime.datetime(2021, 6, 3, 18, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 18, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 18:59:00.155435 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80103463-ba11-4f54-96b3-640dc027d70c req-0ababb5d-0731-4a98-a4ca-5b196362952a service neutron] Checking segment: {'id': 'aedfba21-4ee8-4f67-9447-bdbc401be3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1424, 'network_id': '2e2bd607-1031-490c-a4b3-9ab69f4aa352'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 18:59:00.155435 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80103463-ba11-4f54-96b3-640dc027d70c req-0ababb5d-0731-4a98-a4ca-5b196362952a service neutron] Bound using segment: {'id': 'aedfba21-4ee8-4f67-9447-bdbc401be3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1424, 'network_id': '2e2bd607-1031-490c-a4b3-9ab69f4aa352'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 18:59:00.155435 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [req-80103463-ba11-4f54-96b3-640dc027d70c req-0ababb5d-0731-4a98-a4ca-5b196362952a service neutron] Bound port: 033a75b1-ae28-4ad0-a01d-399ccd8f9022, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aedfba21-4ee8-4f67-9447-bdbc401be3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1424, 'network_id': '2e2bd607-1031-490c-a4b3-9ab69f4aa352'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 18:59:00.155435 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-80103463-ba11-4f54-96b3-640dc027d70c req-0ababb5d-0731-4a98-a4ca-5b196362952a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:00.203206 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.db [req-80103463-ba11-4f54-96b3-640dc027d70c req-0ababb5d-0731-4a98-a4ca-5b196362952a service neutron] For port 033a75b1-ae28-4ad0-a01d-399ccd8f9022, host hv-cinder-79466, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 18:59:00.324234 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.db [req-80103463-ba11-4f54-96b3-640dc027d70c req-0ababb5d-0731-4a98-a4ca-5b196362952a service neutron] For port 033a75b1-ae28-4ad0-a01d-399ccd8f9022, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=033a75b1-ae28-4ad0-a01d-399ccd8f9022,segment=NetworkSegment(aedfba21-4ee8-4f67-9447-bdbc401be3b6),segment_id=aedfba21-4ee8-4f67-9447-bdbc401be3b6)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 18:59:00.446685 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-80103463-ba11-4f54-96b3-640dc027d70c req-0ababb5d-0731-4a98-a4ca-5b196362952a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3013931'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:00.450133 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-ca14df6a-9dc5-4e4d-b00e-538242587271 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:59:00.487759 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80103463-ba11-4f54-96b3-640dc027d70c req-0ababb5d-0731-4a98-a4ca-5b196362952a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:59:00.488145 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-80103463-ba11-4f54-96b3-640dc027d70c req-0ababb5d-0731-4a98-a4ca-5b196362952a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56630'] for port, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:00.489277 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-80103463-ba11-4f54-96b3-640dc027d70c req-0ababb5d-0731-4a98-a4ca-5b196362952a service neutron] 10.222.0.108 "PUT /v2.0/ports/033a75b1-ae28-4ad0-a01d-399ccd8f9022 HTTP/1.1" status: 200 len: 1094 time: 0.9502742 Jun 03 18:59:00.489426 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3062453c-3be2-4205-9e98-d261afa1ff4e', 'tag': '033a75b1-ae28-4ad0-a01d-399ccd8f9022'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 18:59:00.490794 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc39b0f538a7142e305aed45b4a3a48499e72eb72884f9d3de90a53803998271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-770f192c-3cc0-4a4d-a96e-a51e6400c0e1" -d '{"events": [{"name": "network-changed", "server_uuid": "3062453c-3be2-4205-9e98-d261afa1ff4e", "tag": "033a75b1-ae28-4ad0-a01d-399ccd8f9022"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 18:59:00.504513 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ababb5d-0731-4a98-a4ca-5b196362952a service neutron] Pushing event updated for resources: {'Port': ['ID=033a75b1-ae28-4ad0-a01d-399ccd8f9022,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:59:00.506351 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-0ababb5d-0731-4a98-a4ca-5b196362952a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:59:00.528936 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 18:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1634e6b4-964d-42aa-8fe1-33c12ef051f0 x-openstack-request-id: req-1634e6b4-964d-42aa-8fe1-33c12ef051f0 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 18:59:00.529126 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3062453c-3be2-4205-9e98-d261afa1ff4e", "tag": "033a75b1-ae28-4ad0-a01d-399ccd8f9022", "status": "completed", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 18:59:00.529286 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1634e6b4-964d-42aa-8fe1-33c12ef051f0 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 18:59:00.529559 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3062453c-3be2-4205-9e98-d261afa1ff4e', 'tag': '033a75b1-ae28-4ad0-a01d-399ccd8f9022', 'status': 'completed', 'code': 200} Jun 03 18:59:00.601835 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:00.837090 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-7e4904b9-364d-4089-bdfe-ed1c89792699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:01.261067 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770f192c-3cc0-4a4d-a96e-a51e6400c0e1 req-1960536c-2a02-49cb-befa-7691cc101f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:59:01.262112 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-770f192c-3cc0-4a4d-a96e-a51e6400c0e1 req-1960536c-2a02-49cb-befa-7691cc101f03 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=b25f38073ae6420f835fe8ab201bdda3&device_id=3062453c-3be2-4205-9e98-d261afa1ff4e HTTP/1.1" status: 200 len: 1097 time: 0.0527239 Jun 03 18:59:01.279284 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b5cac9-87ac-4455-8c31-cc68a99931ae req-f8e78903-56ff-409c-85a0-c7359bc43cdc tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:59:01.281124 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-b4b5cac9-87ac-4455-8c31-cc68a99931ae req-f8e78903-56ff-409c-85a0-c7359bc43cdc tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] 10.222.0.44 "GET /v2.0/ports?device_id=3062453c-3be2-4205-9e98-d261afa1ff4e HTTP/1.1" status: 200 len: 944 time: 0.0629017 Jun 03 18:59:01.314288 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-b4b5cac9-87ac-4455-8c31-cc68a99931ae req-45bb36ec-097d-43ea-82e8-52ede762c40e tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] 10.222.0.44 "GET /v2.0/security-groups?id=0965ed82-59d5-4b99-81ef-70c2146c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290351 Jun 03 18:59:01.356674 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770f192c-3cc0-4a4d-a96e-a51e6400c0e1 req-a2b0f3da-210a-46cd-996d-c2e62628a06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:59:01.357860 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-770f192c-3cc0-4a4d-a96e-a51e6400c0e1 req-a2b0f3da-210a-46cd-996d-c2e62628a06c service neutron] 10.222.0.108 "GET /v2.0/networks?tenant_id=b25f38073ae6420f835fe8ab201bdda3&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0881050 Jun 03 18:59:01.446993 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770f192c-3cc0-4a4d-a96e-a51e6400c0e1 req-35630573-6c71-431b-846d-0fac84c0caee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:59:01.447881 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-770f192c-3cc0-4a4d-a96e-a51e6400c0e1 req-35630573-6c71-431b-846d-0fac84c0caee service neutron] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0835609 Jun 03 18:59:01.535748 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80103463-ba11-4f54-96b3-640dc027d70c req-cd130281-dbc7-41f0-b4ef-f9e4fc54f234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:59:01.536722 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-80103463-ba11-4f54-96b3-640dc027d70c req-cd130281-dbc7-41f0-b4ef-f9e4fc54f234 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=b25f38073ae6420f835fe8ab201bdda3&device_id=3062453c-3be2-4205-9e98-d261afa1ff4e HTTP/1.1" status: 200 len: 1097 time: 0.0563965 Jun 03 18:59:01.582400 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-80103463-ba11-4f54-96b3-640dc027d70c req-05fbc8d6-b3aa-45c1-bbca-99dc97027a0c service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=033a75b1-ae28-4ad0-a01d-399ccd8f9022 HTTP/1.1" status: 200 len: 217 time: 0.0374875 Jun 03 18:59:01.624333 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80103463-ba11-4f54-96b3-640dc027d70c req-0985763d-5eaa-441b-8a45-c416d5fab6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:59:01.625191 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-80103463-ba11-4f54-96b3-640dc027d70c req-0985763d-5eaa-441b-8a45-c416d5fab6c1 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=7ce4a726-88f3-4342-8711-c58fb59e1c46 HTTP/1.1" status: 200 len: 848 time: 0.0357347 Jun 03 18:59:01.677723 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80103463-ba11-4f54-96b3-640dc027d70c req-f0510d90-02e7-4a21-acaa-75fd8c57242e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:59:01.678602 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-80103463-ba11-4f54-96b3-640dc027d70c req-f0510d90-02e7-4a21-acaa-75fd8c57242e service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=2e2bd607-1031-490c-a4b3-9ab69f4aa352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0455647 Jun 03 18:59:01.768154 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-80103463-ba11-4f54-96b3-640dc027d70c req-e572b779-0a67-45f0-87fd-36c80d8a5e0b service neutron] 10.222.0.108 "GET /v2.0/networks/2e2bd607-1031-490c-a4b3-9ab69f4aa352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804770 Jun 03 18:59:01.860936 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-80103463-ba11-4f54-96b3-640dc027d70c req-bf03c9cf-5f65-48c1-98ea-bafa35934dce service neutron] 10.222.0.108 "GET /v2.0/networks/2e2bd607-1031-490c-a4b3-9ab69f4aa352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830808 Jun 03 18:59:01.903360 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e4c2ec-7cb6-46b7-b171-060d3b76601d req-3eec434c-d3a0-410c-a151-4415b1570360 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:59:01.903738 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [req-61e4c2ec-7cb6-46b7-b171-060d3b76601d req-3eec434c-d3a0-410c-a151-4415b1570360 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Synchronizing usage tracker for tenant:d9d38a24baac46b597b583bcef65367c on resource:port {{(pid=103517) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 18:59:01.991211 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [req-61e4c2ec-7cb6-46b7-b171-060d3b76601d req-3eec434c-d3a0-410c-a151-4415b1570360 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Unset dirty status for tenant:d9d38a24baac46b597b583bcef65367c on resource:port {{(pid=103517) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 18:59:01.992109 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-61e4c2ec-7cb6-46b7-b171-060d3b76601d req-3eec434c-d3a0-410c-a151-4415b1570360 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 946 time: 0.1444993 Jun 03 18:59:01.993331 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:02.022137 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-61e4c2ec-7cb6-46b7-b171-060d3b76601d req-94437275-526b-442e-a397-d62ff8942931 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0259013 Jun 03 18:59:02.448218 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f230131e-fe4f-487a-936c-f5b6c10fbcf7 req-5a0ac275-184a-460e-a6de-c47b6cb9220e tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:59:02.448718 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-f230131e-fe4f-487a-936c-f5b6c10fbcf7 req-5a0ac275-184a-460e-a6de-c47b6cb9220e tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Synchronizing usage tracker for tenant:b25f38073ae6420f835fe8ab201bdda3 on resource:port {{(pid=103516) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 18:59:02.957469 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-f230131e-fe4f-487a-936c-f5b6c10fbcf7 req-5a0ac275-184a-460e-a6de-c47b6cb9220e tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Unset dirty status for tenant:b25f38073ae6420f835fe8ab201bdda3 on resource:port {{(pid=103516) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 18:59:02.958686 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:02.959325 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-f230131e-fe4f-487a-936c-f5b6c10fbcf7 req-5a0ac275-184a-460e-a6de-c47b6cb9220e tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] 10.222.0.44 "GET /v2.0/ports?device_id=3062453c-3be2-4205-9e98-d261afa1ff4e HTTP/1.1" status: 200 len: 944 time: 0.5692575 Jun 03 18:59:02.959920 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:03.004149 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-f230131e-fe4f-487a-936c-f5b6c10fbcf7 req-7aedaee2-dfb7-4aed-8f26-f177c67c70b6 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] 10.222.0.44 "GET /v2.0/security-groups?id=0965ed82-59d5-4b99-81ef-70c2146c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380249 Jun 03 18:59:03.166416 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508adc0d-0bb2-4c89-980c-6bca57685273 req-2cca53e1-21ec-428b-a6d9-50fb12050287 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:59:03.167376 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-508adc0d-0bb2-4c89-980c-6bca57685273 req-2cca53e1-21ec-428b-a6d9-50fb12050287 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 946 time: 0.0698361 Jun 03 18:59:03.196300 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-508adc0d-0bb2-4c89-980c-6bca57685273 req-b2430c5f-4e3e-43a8-a8d3-7f60346c35a5 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0251808 Jun 03 18:59:04.077540 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31956086-d6ad-4aa0-a601-20a2ad266cff req-e554369a-9355-4ce6-b390-34547995d3d6 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:59:04.078508 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-31956086-d6ad-4aa0-a601-20a2ad266cff req-e554369a-9355-4ce6-b390-34547995d3d6 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.108 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 946 time: 0.1553214 Jun 03 18:59:04.220998 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac6ac8d-f76c-4065-8795-fe12f26b71e7 req-96a09ca0-ac55-420c-95ec-ffc01a0394c9 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:59:04.222040 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-9ac6ac8d-f76c-4065-8795-fe12f26b71e7 req-96a09ca0-ac55-420c-95ec-ffc01a0394c9 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] 10.222.0.44 "GET /v2.0/ports?device_id=3062453c-3be2-4205-9e98-d261afa1ff4e HTTP/1.1" status: 200 len: 944 time: 0.1034496 Jun 03 18:59:04.257633 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [req-31956086-d6ad-4aa0-a601-20a2ad266cff req-29c079da-4404-4d51-aa1d-b77f0f1b678f tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Deleting port 44cb3bfc-7aae-4519-accd-661594a5c489 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 18:59:04.257965 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-31956086-d6ad-4aa0-a601-20a2ad266cff req-29c079da-4404-4d51-aa1d-b77f0f1b678f tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241832951'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:04.273481 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-9ac6ac8d-f76c-4065-8795-fe12f26b71e7 req-d4d84b06-0eda-4168-83c0-9766c5c2ea41 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] 10.222.0.44 "GET /v2.0/security-groups?id=0965ed82-59d5-4b99-81ef-70c2146c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472567 Jun 03 18:59:04.324459 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed166335-225c-48dd-8a0a-2276144ab032 req-ea27bc68-3c92-479a-8580-947e08cf6340 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:59:04.326165 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-ed166335-225c-48dd-8a0a-2276144ab032 req-ea27bc68-3c92-479a-8580-947e08cf6340 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 946 time: 0.0563550 Jun 03 18:59:04.348090 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.db [req-31956086-d6ad-4aa0-a601-20a2ad266cff req-29c079da-4404-4d51-aa1d-b77f0f1b678f tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] For port 44cb3bfc-7aae-4519-accd-661594a5c489, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=44cb3bfc-7aae-4519-accd-661594a5c489,segment=NetworkSegment(16c25a19-650c-4faf-ba1d-432b734bedc4),segment_id=16c25a19-650c-4faf-ba1d-432b734bedc4)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:59:04.348428 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-31956086-d6ad-4aa0-a601-20a2ad266cff req-29c079da-4404-4d51-aa1d-b77f0f1b678f tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:04.359186 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-ed166335-225c-48dd-8a0a-2276144ab032 req-9186ad9b-4554-42db-b7f5-2cd3f797098e tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/security-groups?id=43c30103-8cf6-40eb-91b8-c6a4d970054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279236 Jun 03 18:59:04.428912 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [req-31956086-d6ad-4aa0-a601-20a2ad266cff req-29c079da-4404-4d51-aa1d-b77f0f1b678f tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Calling delete_port for 44cb3bfc-7aae-4519-accd-661594a5c489 owned by compute:nova {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 18:59:04.558348 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-31956086-d6ad-4aa0-a601-20a2ad266cff req-29c079da-4404-4d51-aa1d-b77f0f1b678f tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241743607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751241322837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3014096'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:04.563649 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:59:04.571176 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] get_ports_and_sgs() called for port_ids ['44cb3bfc-7aae-4519-accd-661594a5c489'] {{(pid=103518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 18:59:04.593938 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c079da-4404-4d51-aa1d-b77f0f1b678f tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Pushing event deleted for resources: {'Port': ['ID=44cb3bfc-7aae-4519-accd-661594a5c489,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:59:04.596177 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-29c079da-4404-4d51-aa1d-b77f0f1b678f tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:59:04.645103 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [req-31956086-d6ad-4aa0-a601-20a2ad266cff req-29c079da-4404-4d51-aa1d-b77f0f1b678f tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] No DVR routers for this DVR port 44cb3bfc-7aae-4519-accd-661594a5c489 on host hv-cinder-79466 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 18:59:04.647119 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-31956086-d6ad-4aa0-a601-20a2ad266cff req-29c079da-4404-4d51-aa1d-b77f0f1b678f tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56630'] for port, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:04.648892 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34bf277c-9ed8-42a7-a07b-c811a02c6d49', 'name': 'network-vif-deleted', 'tag': '44cb3bfc-7aae-4519-accd-661594a5c489'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 18:59:04.650406 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc39b0f538a7142e305aed45b4a3a48499e72eb72884f9d3de90a53803998271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d11f9905-50b6-40d8-9a91-e8c096c10370" -d '{"events": [{"server_uuid": "34bf277c-9ed8-42a7-a07b-c811a02c6d49", "name": "network-vif-deleted", "tag": "44cb3bfc-7aae-4519-accd-661594a5c489"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 18:59:04.684162 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 18:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-522a3e39-0b87-4ca4-9856-f0eb6bfa3da7 x-openstack-request-id: req-522a3e39-0b87-4ca4-9856-f0eb6bfa3da7 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 18:59:04.684349 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34bf277c-9ed8-42a7-a07b-c811a02c6d49", "name": "network-vif-deleted", "tag": "44cb3bfc-7aae-4519-accd-661594a5c489", "status": "completed", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 18:59:04.684512 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-522a3e39-0b87-4ca4-9856-f0eb6bfa3da7 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 18:59:04.684801 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34bf277c-9ed8-42a7-a07b-c811a02c6d49', 'name': 'network-vif-deleted', 'tag': '44cb3bfc-7aae-4519-accd-661594a5c489', 'status': 'completed', 'code': 200} Jun 03 18:59:04.721286 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-31956086-d6ad-4aa0-a601-20a2ad266cff req-29c079da-4404-4d51-aa1d-b77f0f1b678f tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.108 "DELETE /v2.0/ports/44cb3bfc-7aae-4519-accd-661594a5c489 HTTP/1.1" status: 204 len: 173 time: 0.6359577 Jun 03 18:59:05.418561 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c705677-498f-4634-93b7-5bb2b1e69ed2 req-d099d0d9-da95-42f3-be7f-68c8f8834d9e tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:59:05.419630 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-6c705677-498f-4634-93b7-5bb2b1e69ed2 req-d099d0d9-da95-42f3-be7f-68c8f8834d9e tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] 10.222.0.44 "GET /v2.0/ports?device_id=3062453c-3be2-4205-9e98-d261afa1ff4e HTTP/1.1" status: 200 len: 944 time: 0.0636668 Jun 03 18:59:05.448696 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-6c705677-498f-4634-93b7-5bb2b1e69ed2 req-1299bdab-23b4-4ed9-94d2-2292d46d3061 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] 10.222.0.44 "GET /v2.0/security-groups?id=0965ed82-59d5-4b99-81ef-70c2146c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0251982 Jun 03 18:59:05.457015 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-4742769d-878c-4ea1-9b66-2b6fd8a24f3b req-3b779cec-f6c2-4cb8-bf7e-5521f6ab714c tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Synchronizing usage tracker for tenant:d9d38a24baac46b597b583bcef65367c on resource:port {{(pid=103516) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 18:59:05.536804 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-4742769d-878c-4ea1-9b66-2b6fd8a24f3b req-3b779cec-f6c2-4cb8-bf7e-5521f6ab714c tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Unset dirty status for tenant:d9d38a24baac46b597b583bcef65367c on resource:port {{(pid=103516) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 18:59:05.538388 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-4742769d-878c-4ea1-9b66-2b6fd8a24f3b req-3b779cec-f6c2-4cb8-bf7e-5521f6ab714c tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 210 time: 0.1141083 Jun 03 18:59:05.681542 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Device 033a75b1-ae28-4ad0-a01d-399ccd8f9022 details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=103518) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 18:59:05.772207 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] For port 033a75b1-ae28-4ad0-a01d-399ccd8f9022, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=033a75b1-ae28-4ad0-a01d-399ccd8f9022,segment=NetworkSegment(aedfba21-4ee8-4f67-9447-bdbc401be3b6),segment_id=aedfba21-4ee8-4f67-9447-bdbc401be3b6)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:59:05.782455 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Returning: {'device': '033a75b1-ae28-4ad0-a01d-399ccd8f9022', 'network_id': '2e2bd607-1031-490c-a4b3-9ab69f4aa352', 'port_id': '033a75b1-ae28-4ad0-a01d-399ccd8f9022', 'mac_address': 'fa:16:3e:cf:1c:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ce4a726-88f3-4342-8711-c58fb59e1c46', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103518) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 18:59:05.821749 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:05.833501 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.notifiers.nova [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 033a75b1-ae28-4ad0-a01d-399ccd8f9022 {{(pid=103518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 18:59:05.844962 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] For port 033a75b1-ae28-4ad0-a01d-399ccd8f9022, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=033a75b1-ae28-4ad0-a01d-399ccd8f9022,segment=NetworkSegment(aedfba21-4ee8-4f67-9447-bdbc401be3b6),segment_id=aedfba21-4ee8-4f67-9447-bdbc401be3b6)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:59:05.915796 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:05.919459 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:59:05.976479 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Pushing event updated for resources: {'Port': ['ID=033a75b1-ae28-4ad0-a01d-399ccd8f9022,revision_number=4']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:59:05.978709 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:59:06.145896 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] get_ports_and_sgs() called for port_ids ['033a75b1-ae28-4ad0-a01d-399ccd8f9022'] {{(pid=103518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 18:59:06.598626 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0e416a-1362-4905-8ab8-752ec7ce9cc0 req-f995e6dd-8abf-4905-abdc-19e782415558 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:59:06.599748 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-4f0e416a-1362-4905-8ab8-752ec7ce9cc0 req-f995e6dd-8abf-4905-abdc-19e782415558 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] 10.222.0.44 "GET /v2.0/ports?device_id=3062453c-3be2-4205-9e98-d261afa1ff4e HTTP/1.1" status: 200 len: 945 time: 0.0744243 Jun 03 18:59:06.635217 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-4f0e416a-1362-4905-8ab8-752ec7ce9cc0 req-0d18a59c-011f-49ba-94f0-8bbecebe5f57 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] 10.222.0.44 "GET /v2.0/security-groups?id=0965ed82-59d5-4b99-81ef-70c2146c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309939 Jun 03 18:59:06.656983 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-394b7e36-2144-4fcd-a914-e876016217e3 req-d4e607e7-0b48-4e64-b66b-2cb8b06419c3 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 210 time: 0.0317931 Jun 03 18:59:07.693308 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Device 033a75b1-ae28-4ad0-a01d-399ccd8f9022 up at agent hyperv_hv-cinder-79466 {{(pid=103518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 18:59:07.777104 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-eaba9a6f-92f7-4ce2-b98d-256692d5adcb req-800071ef-f43c-4102-a77f-fa44841f72a8 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] 10.222.0.44 "GET /v2.0/ports?device_id=34bf277c-9ed8-42a7-a07b-c811a02c6d49 HTTP/1.1" status: 200 len: 210 time: 0.0300283 Jun 03 18:59:07.790414 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153e1ce1-fbf3-4022-85a6-7c63c8b8222f req-e9948632-71e4-46b5-8b2f-176a204c0493 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:59:07.791442 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-153e1ce1-fbf3-4022-85a6-7c63c8b8222f req-e9948632-71e4-46b5-8b2f-176a204c0493 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] 10.222.0.44 "GET /v2.0/ports?device_id=3062453c-3be2-4205-9e98-d261afa1ff4e HTTP/1.1" status: 200 len: 945 time: 0.0685360 Jun 03 18:59:07.800176 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Provisioning for port 033a75b1-ae28-4ad0-a01d-399ccd8f9022 completed by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 18:59:07.806358 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Provisioning complete for port 033a75b1-ae28-4ad0-a01d-399ccd8f9022 triggered by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 18:59:07.806830 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:07.820883 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-153e1ce1-fbf3-4022-85a6-7c63c8b8222f req-363ae4a4-102a-4f71-9736-4e92917e833f tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] 10.222.0.44 "GET /v2.0/security-groups?id=0965ed82-59d5-4b99-81ef-70c2146c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0254312 Jun 03 18:59:07.913342 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:07.933518 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3062453c-3be2-4205-9e98-d261afa1ff4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '033a75b1-ae28-4ad0-a01d-399ccd8f9022'}] {{(pid=103518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 18:59:07.936444 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db66028b02b75232abd2ce52c3e0184f662a2cc7ac62fff2d597f865859cb538" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66fe477e-95ef-448d-8919-5d6179e55734" -d '{"events": [{"server_uuid": "3062453c-3be2-4205-9e98-d261afa1ff4e", "name": "network-vif-plugged", "status": "completed", "tag": "033a75b1-ae28-4ad0-a01d-399ccd8f9022"}]}' {{(pid=103518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 18:59:07.946708 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] For port 033a75b1-ae28-4ad0-a01d-399ccd8f9022, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=033a75b1-ae28-4ad0-a01d-399ccd8f9022,segment=NetworkSegment(aedfba21-4ee8-4f67-9447-bdbc401be3b6),segment_id=aedfba21-4ee8-4f67-9447-bdbc401be3b6)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:59:07.965693 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 18:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d6d363d-b620-4d74-8074-871a9a974d21 x-openstack-request-id: req-1d6d363d-b620-4d74-8074-871a9a974d21 {{(pid=103518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 18:59:07.965890 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3062453c-3be2-4205-9e98-d261afa1ff4e", "name": "network-vif-plugged", "status": "completed", "tag": "033a75b1-ae28-4ad0-a01d-399ccd8f9022", "code": 200}]} {{(pid=103518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 18:59:07.966073 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1d6d363d-b620-4d74-8074-871a9a974d21 {{(pid=103518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 18:59:07.966343 dv-cinder-794661-1-smb neutron-server[103518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3062453c-3be2-4205-9e98-d261afa1ff4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '033a75b1-ae28-4ad0-a01d-399ccd8f9022', 'code': 200} Jun 03 18:59:08.023163 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:08.023918 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Device 44cb3bfc-7aae-4519-accd-661594a5c489 no longer exists at agent hyperv_hv-cinder-79466 {{(pid=103518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 18:59:08.041865 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:59:08.063673 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.plugin [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] No Port match for: 44cb3bfc-7aae-4519-accd-661594a5c489 {{(pid=103518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 18:59:08.063905 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Device 44cb3bfc-7aae-4519-accd-661594a5c489 not bound to the agent host hv-cinder-79466 {{(pid=103518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 18:59:08.086620 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Pushing event updated for resources: {'Port': ['ID=033a75b1-ae28-4ad0-a01d-399ccd8f9022,revision_number=5']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:59:08.088631 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:59:08.954048 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9234edcd-99f4-4591-a403-fa301bc54c9b req-018bd537-5ba1-4c1d-92cb-3c5e86d0b271 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:59:08.955031 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-9234edcd-99f4-4591-a403-fa301bc54c9b req-018bd537-5ba1-4c1d-92cb-3c5e86d0b271 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] 10.222.0.44 "GET /v2.0/ports?device_id=3062453c-3be2-4205-9e98-d261afa1ff4e HTTP/1.1" status: 200 len: 946 time: 0.0623319 Jun 03 18:59:08.986529 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-9234edcd-99f4-4591-a403-fa301bc54c9b req-f36b3905-c7f7-4733-82aa-b949273c2cdd tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] 10.222.0.44 "GET /v2.0/security-groups?id=0965ed82-59d5-4b99-81ef-70c2146c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275173 Jun 03 18:59:09.068969 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9899887f-b165-4831-bf87-758d2b55fb02 req-7ef6b13e-a020-4e61-96a6-f13e990e6a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:59:09.069718 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-9899887f-b165-4831-bf87-758d2b55fb02 req-7ef6b13e-a020-4e61-96a6-f13e990e6a6f service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=3062453c-3be2-4205-9e98-d261afa1ff4e HTTP/1.1" status: 200 len: 1099 time: 0.0415525 Jun 03 18:59:09.096675 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-9899887f-b165-4831-bf87-758d2b55fb02 req-dd659c3c-b82b-42ae-b20c-b58f75bd8242 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=0965ed82-59d5-4b99-81ef-70c2146c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0202298 Jun 03 18:59:10.110749 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29e60f7-86b5-4220-92b9-b73163e99676 req-90bf0828-73c6-4bd8-b5d7-dba2c82be3ea tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:59:10.112178 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-a29e60f7-86b5-4220-92b9-b73163e99676 req-90bf0828-73c6-4bd8-b5d7-dba2c82be3ea tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] 10.222.0.44 "GET /v2.0/ports?device_id=3062453c-3be2-4205-9e98-d261afa1ff4e HTTP/1.1" status: 200 len: 946 time: 0.0568879 Jun 03 18:59:10.141796 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-a29e60f7-86b5-4220-92b9-b73163e99676 req-126fe749-534f-4430-bdc3-c97254a6c0ca tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] 10.222.0.44 "GET /v2.0/security-groups?id=0965ed82-59d5-4b99-81ef-70c2146c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0254595 Jun 03 18:59:10.278906 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a94277e-c817-4b41-85e4-b567a6ec5fa4 req-e69ca3c5-882b-4117-886d-94133a0dfe08 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:59:10.279915 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-1a94277e-c817-4b41-85e4-b567a6ec5fa4 req-e69ca3c5-882b-4117-886d-94133a0dfe08 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] 10.222.0.44 "GET /v2.0/ports?device_id=3062453c-3be2-4205-9e98-d261afa1ff4e HTTP/1.1" status: 200 len: 946 time: 0.0698493 Jun 03 18:59:10.412712 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-1a94277e-c817-4b41-85e4-b567a6ec5fa4 req-96b53c5f-d549-4306-8024-175cba53bcea tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] 10.222.0.44 "GET /v2.0/security-groups?id=0965ed82-59d5-4b99-81ef-70c2146c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285775 Jun 03 18:59:10.427457 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 60468) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:59:10.497645 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd404e6-3b2a-47da-9d07-dcc0ceba865c tempest-TestShelveInstance-30496636 tempest-TestShelveInstance-30496636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:59:10.498124 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-1bd404e6-3b2a-47da-9d07-dcc0ceba865c tempest-TestShelveInstance-30496636 tempest-TestShelveInstance-30496636-project-admin] Synchronizing usage tracker for tenant:9a8ef5045ed043469b9457b897e1a8e6 on resource:port {{(pid=103517) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 18:59:10.622266 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-1bd404e6-3b2a-47da-9d07-dcc0ceba865c tempest-TestShelveInstance-30496636 tempest-TestShelveInstance-30496636-project-admin] Unset dirty status for tenant:9a8ef5045ed043469b9457b897e1a8e6 on resource:port {{(pid=103517) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 18:59:10.623688 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-1bd404e6-3b2a-47da-9d07-dcc0ceba865c tempest-TestShelveInstance-30496636 tempest-TestShelveInstance-30496636-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=3062453c-3be2-4205-9e98-d261afa1ff4e HTTP/1.1" status: 200 len: 1094 time: 0.1952653 Jun 03 18:59:10.627908 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 60478) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:59:10.632192 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.v2.base [None req-c530d3b1-5a84-44e3-9bc8-7edaa241350d tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Request body: {'floatingip': {'floating_network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'port_id': '033a75b1-ae28-4ad0-a01d-399ccd8f9022', 'tenant_id': 'b25f38073ae6420f835fe8ab201bdda3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 18:59:10.637875 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-c530d3b1-5a84-44e3-9bc8-7edaa241350d tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 18:59:10.641682 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-c530d3b1-5a84-44e3-9bc8-7edaa241350d tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Usage tracker for resource:floatingip and tenant:b25f38073ae6420f835fe8ab201bdda3 is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 18:59:10.644464 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-c530d3b1-5a84-44e3-9bc8-7edaa241350d tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 18:59:10.655052 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-c530d3b1-5a84-44e3-9bc8-7edaa241350d tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 18:59:10.738461 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c530d3b1-5a84-44e3-9bc8-7edaa241350d tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Notify callbacks [] for floatingip, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:10.834886 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c530d3b1-5a84-44e3-9bc8-7edaa241350d tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:10.922572 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.db_base_plugin_common [None req-c530d3b1-5a84-44e3-9bc8-7edaa241350d tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Allocated IP 172.28.1.127 (6ece2837-d49d-41e4-9380-4ff50b3876fc/eed56ebd-fbdc-4b64-be4b-629d7f0513a5/a00da34b-6a5a-480d-8820-5d336424cf5a) {{(pid=103517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 18:59:11.025770 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c530d3b1-5a84-44e3-9bc8-7edaa241350d tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Notify callbacks [] for port, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:11.106331 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c530d3b1-5a84-44e3-9bc8-7edaa241350d tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751241322828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3647885'] for port, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:11.111182 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:59:11.153523 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c530d3b1-5a84-44e3-9bc8-7edaa241350d tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Network 6ece2837-d49d-41e4-9380-4ff50b3876fc is already hosted by enough agents. {{(pid=103517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 18:59:11.157961 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.scheduler.base_scheduler [None req-c530d3b1-5a84-44e3-9bc8-7edaa241350d tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Resources bound (agent type, host, resource id): {{(pid=103517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 18:59:11.161115 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c530d3b1-5a84-44e3-9bc8-7edaa241350d tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Received port after_create {{(pid=103517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 18:59:11.179553 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c530d3b1-5a84-44e3-9bc8-7edaa241350d tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Pushing event updated for resources: {'Port': ['ID=a00da34b-6a5a-480d-8820-5d336424cf5a,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:59:11.183061 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-c530d3b1-5a84-44e3-9bc8-7edaa241350d tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:59:11.418466 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c530d3b1-5a84-44e3-9bc8-7edaa241350d tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:11.570175 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 60494) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:59:11.570786 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c530d3b1-5a84-44e3-9bc8-7edaa241350d tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:11.693199 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c530d3b1-5a84-44e3-9bc8-7edaa241350d tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Notify callbacks [] for port, precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:11.763526 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c530d3b1-5a84-44e3-9bc8-7edaa241350d tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3647862'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:11.766250 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:59:11.827505 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c530d3b1-5a84-44e3-9bc8-7edaa241350d tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Pushing event updated for resources: {'Port': ['ID=a00da34b-6a5a-480d-8820-5d336424cf5a,revision_number=2']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:59:11.830437 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-c530d3b1-5a84-44e3-9bc8-7edaa241350d tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:59:11.837501 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c530d3b1-5a84-44e3-9bc8-7edaa241350d tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573538'] for floatingip, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:12.018135 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.db.l3_db [None req-c530d3b1-5a84-44e3-9bc8-7edaa241350d tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Floating IP 7ec75467-7588-4e2a-8c29-2ce5627fbd93 associated. External IP: 172.28.1.127, port: 033a75b1-ae28-4ad0-a01d-399ccd8f9022. Jun 03 18:59:12.057001 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-307faf59-4411-4364-b223-8eea172e199f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405346'] for router_interface, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:12.229705 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c530d3b1-5a84-44e3-9bc8-7edaa241350d tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Router cba336f7-794b-4059-bc57-d320dd57cc0f has already been hosted by L3 agent e49736c8-5019-4904-a5ca-8bb53e194ab8 {{(pid=103517) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 18:59:12.292618 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-307faf59-4411-4364-b223-8eea172e199f admin admin] Deleting port e5cb6b45-bc76-4250-83ac-e20025bd6f2b {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 18:59:12.292827 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-307faf59-4411-4364-b223-8eea172e199f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241832951'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:12.352224 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c530d3b1-5a84-44e3-9bc8-7edaa241350d tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Notify agent at l3_agent.dv-cinder-794661-1-smb the message routers_updated {{(pid=103517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 18:59:12.357247 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-307faf59-4411-4364-b223-8eea172e199f admin admin] For port e5cb6b45-bc76-4250-83ac-e20025bd6f2b, host dv-cinder-794661-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794661-1-smb',level=0,port_id=e5cb6b45-bc76-4250-83ac-e20025bd6f2b,segment=NetworkSegment(16c25a19-650c-4faf-ba1d-432b734bedc4),segment_id=16c25a19-650c-4faf-ba1d-432b734bedc4)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:59:12.357396 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-307faf59-4411-4364-b223-8eea172e199f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:12.360857 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7204cb-25c6-46dc-b414-5878d2d18fb0 None None] Sync routers for ids ['cba336f7-794b-4059-bc57-d320dd57cc0f'] in dv-cinder-794661-1-smb {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 18:59:12.367719 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7204cb-25c6-46dc-b414-5878d2d18fb0 None None] Routers {'cba336f7-794b-4059-bc57-d320dd57cc0f'} bound to L3 agent in host dv-cinder-794661-1-smb {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 18:59:12.368081 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-2f7204cb-25c6-46dc-b414-5878d2d18fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794661-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-03T18:44:31Z,description=,heartbeat_timestamp=2021-06-03T18:59:01Z,host='dv-cinder-794661-1-smb',id=e49736c8-5019-4904-a5ca-8bb53e194ab8,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T18:44:31Z,topic='l3_agent')) {'router_ids': ['cba336f7-794b-4059-bc57-d320dd57cc0f'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:59:12.419800 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-307faf59-4411-4364-b223-8eea172e199f admin admin] Calling delete_port for e5cb6b45-bc76-4250-83ac-e20025bd6f2b owned by network:router_interface {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 18:59:12.458361 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c530d3b1-5a84-44e3-9bc8-7edaa241350d tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56630'] for floatingip, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:12.470091 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-2f7204cb-25c6-46dc-b414-5878d2d18fb0 None None] Set router cba336f7-794b-4059-bc57-d320dd57cc0f gateway port host: dv-cinder-794661-1-smb {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 18:59:12.503726 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-c530d3b1-5a84-44e3-9bc8-7edaa241350d tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8692458 Jun 03 18:59:12.503726 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3062453c-3be2-4205-9e98-d261afa1ff4e', 'tag': '033a75b1-ae28-4ad0-a01d-399ccd8f9022'}] {{(pid=103517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 18:59:12.503726 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6dfacb1c6e50871b67f75635c9b3ac6df64508bd1243832f6cf610a9b5aa2ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e415f142-b851-4901-a664-ae5bc8d2d137" -d '{"events": [{"name": "network-changed", "server_uuid": "3062453c-3be2-4205-9e98-d261afa1ff4e", "tag": "033a75b1-ae28-4ad0-a01d-399ccd8f9022"}]}' {{(pid=103517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 18:59:12.526004 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 18:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4587e4cc-d6be-41d7-be2d-c183edd8b0f7 x-openstack-request-id: req-4587e4cc-d6be-41d7-be2d-c183edd8b0f7 {{(pid=103517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 18:59:12.526554 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3062453c-3be2-4205-9e98-d261afa1ff4e", "tag": "033a75b1-ae28-4ad0-a01d-399ccd8f9022", "status": "completed", "code": 200}]} {{(pid=103517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 18:59:12.526773 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4587e4cc-d6be-41d7-be2d-c183edd8b0f7 {{(pid=103517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 18:59:12.527217 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3062453c-3be2-4205-9e98-d261afa1ff4e', 'tag': '033a75b1-ae28-4ad0-a01d-399ccd8f9022', 'status': 'completed', 'code': 200} Jun 03 18:59:12.626284 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-307faf59-4411-4364-b223-8eea172e199f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241743607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751241322837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3014096'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:12.629454 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-9cf416fe-d39b-470f-b9d6-bd4845c7e74d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:59:12.653709 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307faf59-4411-4364-b223-8eea172e199f admin admin] Pushing event deleted for resources: {'Port': ['ID=e5cb6b45-bc76-4250-83ac-e20025bd6f2b,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:59:12.656035 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-307faf59-4411-4364-b223-8eea172e199f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:59:12.666435 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-2f7204cb-25c6-46dc-b414-5878d2d18fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba336f7-794b-4059-bc57-d320dd57cc0f', 'name': 'tempest-TestShelveInstance-1321612561-router', 'tenant_id': 'b25f38073ae6420f835fe8ab201bdda3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.204'}], 'enable_snat': True}, 'gw_port_id': 'a7d97c0e-ed6b-47af-a6f7-52bac49b01f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T18:58:23Z', 'updated_at': '2021-06-03T18:58:25Z', 'revision_number': 4, 'project_id': 'b25f38073ae6420f835fe8ab201bdda3', 'gw_port': {'id': 'a7d97c0e-ed6b-47af-a6f7-52bac49b01f7', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba336f7-794b-4059-bc57-d320dd57cc0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:58:23Z', 'updated_at': '2021-06-03T18:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb', '_floatingips': [{'id': '7ec75467-7588-4e2a-8c29-2ce5627fbd93', 'tenant_id': 'b25f38073ae6420f835fe8ab201bdda3', 'floating_ip_address': '172.28.1.127', 'floating_network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'router_id': 'cba336f7-794b-4059-bc57-d320dd57cc0f', 'port_id': '033a75b1-ae28-4ad0-a01d-399ccd8f9022', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e2bd607-1031-490c-a4b3-9ab69f4aa352', 'mac_address': 'fa:16:3e:cf:1c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3062453c-3be2-4205-9e98-d261afa1ff4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T18:59:11Z', 'updated_at': '2021-06-03T18:59:11Z', 'revision_number': 0, 'project_id': 'b25f38073ae6420f835fe8ab201bdda3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccbdb6f3-0fcd-4498-b940-30abefaaeda7', 'name': '', 'network_id': '2e2bd607-1031-490c-a4b3-9ab69f4aa352', 'tenant_id': 'b25f38073ae6420f835fe8ab201bdda3', 'mac_address': 'fa:16:3e:c2:5b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba336f7-794b-4059-bc57-d320dd57cc0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '7ce4a726-88f3-4342-8711-c58fb59e1c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:58:25Z', 'updated_at': '2021-06-03T18:58:30Z', 'revision_number': 5, 'project_id': 'b25f38073ae6420f835fe8ab201bdda3', 'subnets': [{'id': '7ce4a726-88f3-4342-8711-c58fb59e1c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794661-1-smb', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:59:12.669330 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7204cb-25c6-46dc-b414-5878d2d18fb0 None None] Checking router: cba336f7-794b-4059-bc57-d320dd57cc0f for host: dv-cinder-794661-1-smb {{(pid=103518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 18:59:12.675302 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7204cb-25c6-46dc-b414-5878d2d18fb0 None None] Routers {'cba336f7-794b-4059-bc57-d320dd57cc0f'} bound to L3 agent in host dv-cinder-794661-1-smb {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 18:59:12.675656 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-2f7204cb-25c6-46dc-b414-5878d2d18fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794661-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-03T18:44:31Z,description=,heartbeat_timestamp=2021-06-03T18:59:01Z,host='dv-cinder-794661-1-smb',id=e49736c8-5019-4904-a5ca-8bb53e194ab8,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T18:44:31Z,topic='l3_agent')) {'router_ids': ['cba336f7-794b-4059-bc57-d320dd57cc0f'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:59:12.773439 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-2f7204cb-25c6-46dc-b414-5878d2d18fb0 None None] Set router cba336f7-794b-4059-bc57-d320dd57cc0f gateway port host: dv-cinder-794661-1-smb {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 18:59:12.938049 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-307faf59-4411-4364-b223-8eea172e199f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417212'] for router_interface, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:12.960655 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-2f7204cb-25c6-46dc-b414-5878d2d18fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba336f7-794b-4059-bc57-d320dd57cc0f', 'name': 'tempest-TestShelveInstance-1321612561-router', 'tenant_id': 'b25f38073ae6420f835fe8ab201bdda3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.204'}], 'enable_snat': True}, 'gw_port_id': 'a7d97c0e-ed6b-47af-a6f7-52bac49b01f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T18:58:23Z', 'updated_at': '2021-06-03T18:58:25Z', 'revision_number': 4, 'project_id': 'b25f38073ae6420f835fe8ab201bdda3', 'gw_port': {'id': 'a7d97c0e-ed6b-47af-a6f7-52bac49b01f7', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba336f7-794b-4059-bc57-d320dd57cc0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:58:23Z', 'updated_at': '2021-06-03T18:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb', '_floatingips': [{'id': '7ec75467-7588-4e2a-8c29-2ce5627fbd93', 'tenant_id': 'b25f38073ae6420f835fe8ab201bdda3', 'floating_ip_address': '172.28.1.127', 'floating_network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'router_id': 'cba336f7-794b-4059-bc57-d320dd57cc0f', 'port_id': '033a75b1-ae28-4ad0-a01d-399ccd8f9022', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e2bd607-1031-490c-a4b3-9ab69f4aa352', 'mac_address': 'fa:16:3e:cf:1c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3062453c-3be2-4205-9e98-d261afa1ff4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T18:59:11Z', 'updated_at': '2021-06-03T18:59:11Z', 'revision_number': 0, 'project_id': 'b25f38073ae6420f835fe8ab201bdda3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccbdb6f3-0fcd-4498-b940-30abefaaeda7', 'name': '', 'network_id': '2e2bd607-1031-490c-a4b3-9ab69f4aa352', 'tenant_id': 'b25f38073ae6420f835fe8ab201bdda3', 'mac_address': 'fa:16:3e:c2:5b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba336f7-794b-4059-bc57-d320dd57cc0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '7ce4a726-88f3-4342-8711-c58fb59e1c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:58:25Z', 'updated_at': '2021-06-03T18:58:30Z', 'revision_number': 5, 'project_id': 'b25f38073ae6420f835fe8ab201bdda3', 'subnets': [{'id': '7ce4a726-88f3-4342-8711-c58fb59e1c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794661-1-smb', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:59:12.962908 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7204cb-25c6-46dc-b414-5878d2d18fb0 None None] The sync data for ids ['cba336f7-794b-4059-bc57-d320dd57cc0f'] in dv-cinder-794661-1-smb is: [{'id': 'cba336f7-794b-4059-bc57-d320dd57cc0f', 'name': 'tempest-TestShelveInstance-1321612561-router', 'tenant_id': 'b25f38073ae6420f835fe8ab201bdda3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.204'}], 'enable_snat': True}, 'gw_port_id': 'a7d97c0e-ed6b-47af-a6f7-52bac49b01f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T18:58:23Z', 'updated_at': '2021-06-03T18:58:25Z', 'revision_number': 4, 'project_id': 'b25f38073ae6420f835fe8ab201bdda3', 'gw_port': {'id': 'a7d97c0e-ed6b-47af-a6f7-52bac49b01f7', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba336f7-794b-4059-bc57-d320dd57cc0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:58:23Z', 'updated_at': '2021-06-03T18:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb', '_floatingips': [{'id': '7ec75467-7588-4e2a-8c29-2ce5627fbd93', 'tenant_id': 'b25f38073ae6420f835fe8ab201bdda3', 'floating_ip_address': '172.28.1.127', 'floating_network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'router_id': 'cba336f7-794b-4059-bc57-d320dd57cc0f', 'port_id': '033a75b1-ae28-4ad0-a01d-399ccd8f9022', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e2bd607-1031-490c-a4b3-9ab69f4aa352', 'mac_address': 'fa:16:3e:cf:1c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3062453c-3be2-4205-9e98-d261afa1ff4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T18:59:11Z', 'updated_at': '2021-06-03T18:59:11Z', 'revision_number': 0, 'project_id': 'b25f38073ae6420f835fe8ab201bdda3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccbdb6f3-0fcd-4498-b940-30abefaaeda7', 'name': '', 'network_id': '2e2bd607-1031-490c-a4b3-9ab69f4aa352', 'tenant_id': 'b25f38073ae6420f835fe8ab201bdda3', 'mac_address': 'fa:16:3e:c2:5b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba336f7-794b-4059-bc57-d320dd57cc0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '7ce4a726-88f3-4342-8711-c58fb59e1c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:58:25Z', 'updated_at': '2021-06-03T18:58:30Z', 'revision_number': 5, 'project_id': 'b25f38073ae6420f835fe8ab201bdda3', 'subnets': [{'id': '7ce4a726-88f3-4342-8711-c58fb59e1c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 18:59:13.012907 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e415f142-b851-4901-a664-ae5bc8d2d137 req-27515fc8-f408-4303-aedf-fb3bdcd304df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:59:13.013897 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-e415f142-b851-4901-a664-ae5bc8d2d137 req-27515fc8-f408-4303-aedf-fb3bdcd304df service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=b25f38073ae6420f835fe8ab201bdda3&device_id=3062453c-3be2-4205-9e98-d261afa1ff4e HTTP/1.1" status: 200 len: 1099 time: 0.1224129 Jun 03 18:59:13.195136 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e415f142-b851-4901-a664-ae5bc8d2d137 req-26351d79-f84d-4e84-b04e-b401a6794e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:59:13.196130 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-e415f142-b851-4901-a664-ae5bc8d2d137 req-26351d79-f84d-4e84-b04e-b401a6794e88 service neutron] 10.222.0.108 "GET /v2.0/networks?id=2e2bd607-1031-490c-a4b3-9ab69f4aa352 HTTP/1.1" status: 200 len: 911 time: 0.1509030 Jun 03 18:59:13.294326 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-e415f142-b851-4901-a664-ae5bc8d2d137 req-708233a1-f01e-4084-bdb0-7fb1f2181a58 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=033a75b1-ae28-4ad0-a01d-399ccd8f9022 HTTP/1.1" status: 200 len: 1000 time: 0.0695941 Jun 03 18:59:13.295279 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-307faf59-4411-4364-b223-8eea172e199f admin admin] Router c1f653c3-bd15-48e5-bc73-fc0fa836e1ad has already been hosted by L3 agent e49736c8-5019-4904-a5ca-8bb53e194ab8 {{(pid=103516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 18:59:13.340035 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e78261a-419a-4f00-9ad8-cbb4259aef65 None None] New status for floating IP 7ec75467-7588-4e2a-8c29-2ce5627fbd93: ACTIVE {{(pid=103519) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 18:59:13.378752 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e415f142-b851-4901-a664-ae5bc8d2d137 req-8918bb28-fed7-4a54-82fd-9ddd770392b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:59:13.379650 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-e415f142-b851-4901-a664-ae5bc8d2d137 req-8918bb28-fed7-4a54-82fd-9ddd770392b2 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=7ce4a726-88f3-4342-8711-c58fb59e1c46 HTTP/1.1" status: 200 len: 848 time: 0.0787559 Jun 03 18:59:13.445902 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-307faf59-4411-4364-b223-8eea172e199f admin admin] Notify agent at l3_agent.dv-cinder-794661-1-smb the message routers_updated {{(pid=103516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 18:59:13.451639 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9479611-77ef-4cc7-9a9b-a946c5a13787 None None] Sync routers for ids ['c1f653c3-bd15-48e5-bc73-fc0fa836e1ad'] in dv-cinder-794661-1-smb {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 18:59:13.457384 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9479611-77ef-4cc7-9a9b-a946c5a13787 None None] Routers {'c1f653c3-bd15-48e5-bc73-fc0fa836e1ad'} bound to L3 agent in host dv-cinder-794661-1-smb {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 18:59:13.457851 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-e9479611-77ef-4cc7-9a9b-a946c5a13787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794661-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-03T18:44:31Z,description=,heartbeat_timestamp=2021-06-03T18:59:01Z,host='dv-cinder-794661-1-smb',id=e49736c8-5019-4904-a5ca-8bb53e194ab8,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T18:44:31Z,topic='l3_agent')) {'router_ids': ['c1f653c3-bd15-48e5-bc73-fc0fa836e1ad'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:59:13.477098 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e415f142-b851-4901-a664-ae5bc8d2d137 req-45b52f4e-ca79-4f7d-9894-dcefe4cfe990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 18:59:13.477969 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-e415f142-b851-4901-a664-ae5bc8d2d137 req-45b52f4e-ca79-4f7d-9894-dcefe4cfe990 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=2e2bd607-1031-490c-a4b3-9ab69f4aa352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0748806 Jun 03 18:59:13.556694 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-307faf59-4411-4364-b223-8eea172e199f admin admin] 10.222.0.44 "PUT /v2.0/routers/c1f653c3-bd15-48e5-bc73-fc0fa836e1ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9851720 Jun 03 18:59:13.559983 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 60502) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:59:13.560972 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-e415f142-b851-4901-a664-ae5bc8d2d137 req-840667b5-9ba8-45ee-b12a-edc33a468dc4 service neutron] 10.222.0.108 "GET /v2.0/networks/2e2bd607-1031-490c-a4b3-9ab69f4aa352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0765951 Jun 03 18:59:13.587660 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-e9479611-77ef-4cc7-9a9b-a946c5a13787 None None] Set router c1f653c3-bd15-48e5-bc73-fc0fa836e1ad gateway port host: dv-cinder-794661-1-smb {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 18:59:13.661508 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-268147d5-38a2-4144-8e74-4c870e3b9272 admin admin] Notify callbacks [] for router, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:13.735189 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-e415f142-b851-4901-a664-ae5bc8d2d137 req-d11ecace-c47d-4f85-9d03-080d0eb15f0a service neutron] 10.222.0.108 "GET /v2.0/networks/2e2bd607-1031-490c-a4b3-9ab69f4aa352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683366 Jun 03 18:59:13.746894 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-e9479611-77ef-4cc7-9a9b-a946c5a13787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f653c3-bd15-48e5-bc73-fc0fa836e1ad', 'name': 'tempest-TestMinimumBasicScenario-1162283269-router', 'tenant_id': 'd9d38a24baac46b597b583bcef65367c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.103'}], 'enable_snat': True}, 'gw_port_id': 'fa43c017-267f-4481-ba03-bcd457d00e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T18:52:06Z', 'updated_at': '2021-06-03T18:59:12Z', 'revision_number': 5, 'project_id': 'd9d38a24baac46b597b583bcef65367c', 'gw_port': {'id': 'fa43c017-267f-4481-ba03-bcd457d00e94', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:37:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f653c3-bd15-48e5-bc73-fc0fa836e1ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:52:06Z', 'updated_at': '2021-06-03T18:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb'}], 'dv-cinder-794661-1-smb', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:59:13.749008 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9479611-77ef-4cc7-9a9b-a946c5a13787 None None] Checking router: c1f653c3-bd15-48e5-bc73-fc0fa836e1ad for host: dv-cinder-794661-1-smb {{(pid=103518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 18:59:13.753546 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9479611-77ef-4cc7-9a9b-a946c5a13787 None None] Routers {'c1f653c3-bd15-48e5-bc73-fc0fa836e1ad'} bound to L3 agent in host dv-cinder-794661-1-smb {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 18:59:13.753874 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-e9479611-77ef-4cc7-9a9b-a946c5a13787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794661-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-03T18:44:31Z,description=,heartbeat_timestamp=2021-06-03T18:59:01Z,host='dv-cinder-794661-1-smb',id=e49736c8-5019-4904-a5ca-8bb53e194ab8,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T18:44:31Z,topic='l3_agent')) {'router_ids': ['c1f653c3-bd15-48e5-bc73-fc0fa836e1ad'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:59:13.754793 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-268147d5-38a2-4144-8e74-4c870e3b9272 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:13.849774 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-e9479611-77ef-4cc7-9a9b-a946c5a13787 None None] Set router c1f653c3-bd15-48e5-bc73-fc0fa836e1ad gateway port host: dv-cinder-794661-1-smb {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 18:59:13.852413 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-268147d5-38a2-4144-8e74-4c870e3b9272 admin admin] Deleting port fa43c017-267f-4481-ba03-bcd457d00e94 {{(pid=103517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 18:59:13.852595 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-268147d5-38a2-4144-8e74-4c870e3b9272 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241832951'] for port, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:13.936862 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-268147d5-38a2-4144-8e74-4c870e3b9272 admin admin] For port fa43c017-267f-4481-ba03-bcd457d00e94, host dv-cinder-794661-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794661-1-smb',level=0,port_id=fa43c017-267f-4481-ba03-bcd457d00e94,segment=NetworkSegment(cb7a02ef-c488-4fe7-ad15-1fca81e02b96),segment_id=cb7a02ef-c488-4fe7-ad15-1fca81e02b96)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:59:13.937058 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-268147d5-38a2-4144-8e74-4c870e3b9272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:14.007983 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-e9479611-77ef-4cc7-9a9b-a946c5a13787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f653c3-bd15-48e5-bc73-fc0fa836e1ad', 'name': 'tempest-TestMinimumBasicScenario-1162283269-router', 'tenant_id': 'd9d38a24baac46b597b583bcef65367c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.103'}], 'enable_snat': True}, 'gw_port_id': 'fa43c017-267f-4481-ba03-bcd457d00e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T18:52:06Z', 'updated_at': '2021-06-03T18:59:12Z', 'revision_number': 5, 'project_id': 'd9d38a24baac46b597b583bcef65367c', 'gw_port': {'id': 'fa43c017-267f-4481-ba03-bcd457d00e94', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:37:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f653c3-bd15-48e5-bc73-fc0fa836e1ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:52:06Z', 'updated_at': '2021-06-03T18:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb'}], 'dv-cinder-794661-1-smb', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:59:14.010663 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9479611-77ef-4cc7-9a9b-a946c5a13787 None None] The sync data for ids ['c1f653c3-bd15-48e5-bc73-fc0fa836e1ad'] in dv-cinder-794661-1-smb is: [{'id': 'c1f653c3-bd15-48e5-bc73-fc0fa836e1ad', 'name': 'tempest-TestMinimumBasicScenario-1162283269-router', 'tenant_id': 'd9d38a24baac46b597b583bcef65367c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.103'}], 'enable_snat': True}, 'gw_port_id': 'fa43c017-267f-4481-ba03-bcd457d00e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T18:52:06Z', 'updated_at': '2021-06-03T18:59:12Z', 'revision_number': 5, 'project_id': 'd9d38a24baac46b597b583bcef65367c', 'gw_port': {'id': 'fa43c017-267f-4481-ba03-bcd457d00e94', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:37:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f653c3-bd15-48e5-bc73-fc0fa836e1ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:52:06Z', 'updated_at': '2021-06-03T18:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb'}] {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 18:59:14.095966 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-268147d5-38a2-4144-8e74-4c870e3b9272 admin admin] Calling delete_port for fa43c017-267f-4481-ba03-bcd457d00e94 owned by network:router_gateway {{(pid=103517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 18:59:14.263668 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-268147d5-38a2-4144-8e74-4c870e3b9272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241743607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751241322837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3647885'] for port, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:14.267554 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-1ad2bdfa-c1eb-45f3-9f5c-2be31559848c tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:59:14.301210 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268147d5-38a2-4144-8e74-4c870e3b9272 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa43c017-267f-4481-ba03-bcd457d00e94,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:59:14.303163 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-268147d5-38a2-4144-8e74-4c870e3b9272 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:59:14.354273 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-268147d5-38a2-4144-8e74-4c870e3b9272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573471'] for router_gateway, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:14.427033 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device e5cb6b45-bc76-4250-83ac-e20025bd6f2b no longer exists at agent ovs-agent-dv-cinder-794661-1-smb {{(pid=103518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 18:59:14.446913 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.plugin [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] No Port match for: e5cb6b45-bc76-4250-83ac-e20025bd6f2b {{(pid=103518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 18:59:14.447216 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device e5cb6b45-bc76-4250-83ac-e20025bd6f2b not bound to the agent host dv-cinder-794661-1-smb {{(pid=103518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 18:59:14.458419 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-268147d5-38a2-4144-8e74-4c870e3b9272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27917'] for router, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:14.459774 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-268147d5-38a2-4144-8e74-4c870e3b9272 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:14.526480 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-268147d5-38a2-4144-8e74-4c870e3b9272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:14.526977 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268147d5-38a2-4144-8e74-4c870e3b9272 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1f653c3-bd15-48e5-bc73-fc0fa836e1ad {{(pid=103517) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 18:59:14.539050 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-268147d5-38a2-4144-8e74-4c870e3b9272 admin admin] Notify callbacks [] for router, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:14.540229 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-268147d5-38a2-4144-8e74-4c870e3b9272 admin admin] 10.222.0.44 "DELETE /v2.0/routers/c1f653c3-bd15-48e5-bc73-fc0fa836e1ad HTTP/1.1" status: 204 len: 168 time: 0.9794221 Jun 03 18:59:14.542726 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 60504) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:59:14.584587 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.db_base_plugin_v2 [None req-4271417c-42bb-4ab5-9a31-8532df806030 admin admin] Deleting subnet fe7b0dbf-28e6-4929-ac4a-322194eadbe9 {{(pid=103517) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 18:59:14.586636 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4271417c-42bb-4ab5-9a31-8532df806030 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:14.613806 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4271417c-42bb-4ab5-9a31-8532df806030 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3269279'] for subnet, precommit_delete_associations {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:14.678366 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4271417c-42bb-4ab5-9a31-8532df806030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1531221'] for subnet, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:14.906622 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4271417c-42bb-4ab5-9a31-8532df806030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1531228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3647928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183829'] for subnet, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:14.911616 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:59:14.949326 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4271417c-42bb-4ab5-9a31-8532df806030 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe7b0dbf-28e6-4929-ac4a-322194eadbe9,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:59:14.950719 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4271417c-42bb-4ab5-9a31-8532df806030 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549304'] for subnet, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:14.952623 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-4271417c-42bb-4ab5-9a31-8532df806030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:59:14.954519 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14624587-b7b8-4e79-9575-4b4b2caa4f09 None None] Network d37c0514-a3e6-48ec-8f13-b783af090b4a requested from dv-cinder-794661-1-smb {{(pid=103518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 18:59:14.955620 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-4271417c-42bb-4ab5-9a31-8532df806030 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/fe7b0dbf-28e6-4929-ac4a-322194eadbe9 HTTP/1.1" status: 204 len: 168 time: 0.4118888 Jun 03 18:59:14.957434 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 60506) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:59:15.025719 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c8312af8-4b62-40d1-a77c-b1c4377767e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696177'] for network, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:15.069434 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-c8312af8-4b62-40d1-a77c-b1c4377767e9 admin admin] Deleting port 73e8d215-c567-454d-83f9-1671d29c7d31 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 18:59:15.069624 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c8312af8-4b62-40d1-a77c-b1c4377767e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241832951'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:15.125427 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73afeecc-ca0f-4b34-a116-61a89817f734 None None] DHCP port deletion for d37c0514-a3e6-48ec-8f13-b783af090b4a request from dv-cinder-794661-1-smb {{(pid=103518) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 18:59:15.130348 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-c8312af8-4b62-40d1-a77c-b1c4377767e9 admin admin] For port 73e8d215-c567-454d-83f9-1671d29c7d31, host dv-cinder-794661-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794661-1-smb',level=0,port_id=73e8d215-c567-454d-83f9-1671d29c7d31,segment=NetworkSegment(16c25a19-650c-4faf-ba1d-432b734bedc4),segment_id=16c25a19-650c-4faf-ba1d-432b734bedc4)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:59:15.130558 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c8312af8-4b62-40d1-a77c-b1c4377767e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:15.164229 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.plugin [None req-73afeecc-ca0f-4b34-a116-61a89817f734 None None] Deleting port 73e8d215-c567-454d-83f9-1671d29c7d31 {{(pid=103518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 18:59:15.164436 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-73afeecc-ca0f-4b34-a116-61a89817f734 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241832951'] for port, before_delete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:15.203373 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-c8312af8-4b62-40d1-a77c-b1c4377767e9 admin admin] Calling delete_port for 73e8d215-c567-454d-83f9-1671d29c7d31 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 18:59:15.222590 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-73afeecc-ca0f-4b34-a116-61a89817f734 None None] For port 73e8d215-c567-454d-83f9-1671d29c7d31, host dv-cinder-794661-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794661-1-smb',level=0,port_id=73e8d215-c567-454d-83f9-1671d29c7d31,segment=NetworkSegment(16c25a19-650c-4faf-ba1d-432b734bedc4),segment_id=16c25a19-650c-4faf-ba1d-432b734bedc4)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:59:15.222807 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-73afeecc-ca0f-4b34-a116-61a89817f734 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port, precommit_delete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:15.300661 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c8312af8-4b62-40d1-a77c-b1c4377767e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241743607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751241322837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3014096'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:15.303931 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-9cf416fe-d39b-470f-b9d6-bd4845c7e74d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:59:15.306374 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.plugin [None req-73afeecc-ca0f-4b34-a116-61a89817f734 None None] Calling delete_port for 73e8d215-c567-454d-83f9-1671d29c7d31 owned by network:dhcp {{(pid=103518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 18:59:15.328018 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8312af8-4b62-40d1-a77c-b1c4377767e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=73e8d215-c567-454d-83f9-1671d29c7d31,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:59:15.330103 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-c8312af8-4b62-40d1-a77c-b1c4377767e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:59:15.331860 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8312af8-4b62-40d1-a77c-b1c4377767e9 admin admin] No DVR routers for this DVR port 73e8d215-c567-454d-83f9-1671d29c7d31 on host dv-cinder-794661-1-smb {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 18:59:15.380885 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-73afeecc-ca0f-4b34-a116-61a89817f734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241743607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751241322837'] for port, after_delete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:15.382926 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:59:15.401128 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c8312af8-4b62-40d1-a77c-b1c4377767e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557952', 'neutron.services.segments.db._delete_segments_for_network-8751241769921'] for network, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:15.406729 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73afeecc-ca0f-4b34-a116-61a89817f734 None None] Pushing event deleted for resources: {'Port': ['ID=73e8d215-c567-454d-83f9-1671d29c7d31,revision_number=None']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:59:15.407957 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73afeecc-ca0f-4b34-a116-61a89817f734 None None] No DVR routers for this DVR port 73e8d215-c567-454d-83f9-1671d29c7d31 on host dv-cinder-794661-1-smb {{(pid=103518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 18:59:15.408703 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-73afeecc-ca0f-4b34-a116-61a89817f734 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:59:15.409164 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.services.segments.db [None req-c8312af8-4b62-40d1-a77c-b1c4377767e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d37c0514-a3e6-48ec-8f13-b783af090b4a']}} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:59:15.416934 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.services.segments.db [None req-c8312af8-4b62-40d1-a77c-b1c4377767e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16c25a19-650c-4faf-ba1d-432b734bedc4') {'for_net_delete': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:59:15.417065 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.services.segments.db [None req-c8312af8-4b62-40d1-a77c-b1c4377767e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16c25a19-650c-4faf-ba1d-432b734bedc4') {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:59:15.423134 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c8312af8-4b62-40d1-a77c-b1c4377767e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751241775068', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2320316'] for segment, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:15.432423 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c8312af8-4b62-40d1-a77c-b1c4377767e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529572'] for segment, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:15.435616 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8312af8-4b62-40d1-a77c-b1c4377767e9 admin admin] Releasing vlan 1432 on physical network physnet1 to pool {{(pid=103516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 18:59:15.435851 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c8312af8-4b62-40d1-a77c-b1c4377767e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3013903'] for segment, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:15.442792 dv-cinder-794661-1-smb neutron-server[103516]: Traceback (most recent call last): Jun 03 18:59:15.442792 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 18:59:15.442792 dv-cinder-794661-1-smb neutron-server[103516]: timer() Jun 03 18:59:15.442792 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 18:59:15.442792 dv-cinder-794661-1-smb neutron-server[103516]: cb(*args, **kw) Jun 03 18:59:15.442792 dv-cinder-794661-1-smb neutron-server[103516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 18:59:15.442792 dv-cinder-794661-1-smb neutron-server[103516]: return func(*args, **kwargs) Jun 03 18:59:15.442792 dv-cinder-794661-1-smb neutron-server[103516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 18:59:15.442792 dv-cinder-794661-1-smb neutron-server[103516]: self._notify() Jun 03 18:59:15.442792 dv-cinder-794661-1-smb neutron-server[103516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 18:59:15.442792 dv-cinder-794661-1-smb neutron-server[103516]: self.callback(batched_events) Jun 03 18:59:15.442792 dv-cinder-794661-1-smb neutron-server[103516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 18:59:15.442792 dv-cinder-794661-1-smb neutron-server[103516]: event.method(event) Jun 03 18:59:15.442792 dv-cinder-794661-1-smb neutron-server[103516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 18:59:15.442792 dv-cinder-794661-1-smb neutron-server[103516]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 18:59:15.442792 dv-cinder-794661-1-smb neutron-server[103516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 18:59:15.442792 dv-cinder-794661-1-smb neutron-server[103516]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 18:59:15.442792 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 18:59:15.442792 dv-cinder-794661-1-smb neutron-server[103516]: return f(self, *a, **k) Jun 03 18:59:15.442792 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 18:59:15.442792 dv-cinder-794661-1-smb neutron-server[103516]: return self._get(url).json() Jun 03 18:59:15.442792 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 18:59:15.442792 dv-cinder-794661-1-smb neutron-server[103516]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 18:59:15.442792 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 18:59:15.442792 dv-cinder-794661-1-smb neutron-server[103516]: return self.request(url, 'GET', **kwargs) Jun 03 18:59:15.442792 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 18:59:15.442792 dv-cinder-794661-1-smb neutron-server[103516]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 18:59:15.442792 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 18:59:15.442792 dv-cinder-794661-1-smb neutron-server[103516]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 18:59:15.442792 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 18:59:15.442792 dv-cinder-794661-1-smb neutron-server[103516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 18:59:15.442792 dv-cinder-794661-1-smb neutron-server[103516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 18:59:15.563811 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c8312af8-4b62-40d1-a77c-b1c4377767e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573556'] for network, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:15.568634 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-86ff5fa7-9fc5-4159-a50c-34da14374a15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:59:15.583109 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c8312af8-4b62-40d1-a77c-b1c4377767e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549304'] for network, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:15.591084 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8312af8-4b62-40d1-a77c-b1c4377767e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d37c0514-a3e6-48ec-8f13-b783af090b4a,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:59:15.593001 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-c8312af8-4b62-40d1-a77c-b1c4377767e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:59:15.660591 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-c8312af8-4b62-40d1-a77c-b1c4377767e9 admin admin] 10.222.0.44 "DELETE /v2.0/networks/d37c0514-a3e6-48ec-8f13-b783af090b4a HTTP/1.1" status: 204 len: 168 time: 0.7017553 Jun 03 18:59:15.664472 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 60508) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:59:16.078774 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ffcd8658-6972-47c5-8e6a-e5ae04147a4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405346'] for router_interface, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:16.300484 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-ffcd8658-6972-47c5-8e6a-e5ae04147a4e admin admin] Deleting port 6c0ec008-079c-46fe-ab9f-f1bfc60d33bd {{(pid=103517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 18:59:16.300681 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ffcd8658-6972-47c5-8e6a-e5ae04147a4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241832951'] for port, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:16.322824 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device fa43c017-267f-4481-ba03-bcd457d00e94 no longer exists at agent ovs-agent-dv-cinder-794661-1-smb {{(pid=103518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 18:59:16.341621 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.plugin [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] No Port match for: fa43c017-267f-4481-ba03-bcd457d00e94 {{(pid=103518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 18:59:16.341752 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device fa43c017-267f-4481-ba03-bcd457d00e94 not bound to the agent host dv-cinder-794661-1-smb {{(pid=103518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 18:59:16.341973 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device 73e8d215-c567-454d-83f9-1671d29c7d31 no longer exists at agent ovs-agent-dv-cinder-794661-1-smb {{(pid=103518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 18:59:16.358399 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.plugin [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] No Port match for: 73e8d215-c567-454d-83f9-1671d29c7d31 {{(pid=103518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 18:59:16.358592 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device 73e8d215-c567-454d-83f9-1671d29c7d31 not bound to the agent host dv-cinder-794661-1-smb {{(pid=103518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 18:59:16.373461 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-ffcd8658-6972-47c5-8e6a-e5ae04147a4e admin admin] For port 6c0ec008-079c-46fe-ab9f-f1bfc60d33bd, host dv-cinder-794661-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794661-1-smb',level=0,port_id=6c0ec008-079c-46fe-ab9f-f1bfc60d33bd,segment=NetworkSegment(3e118844-3f15-49fa-941c-d58c8885291a),segment_id=3e118844-3f15-49fa-941c-d58c8885291a)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:59:16.373648 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ffcd8658-6972-47c5-8e6a-e5ae04147a4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:16.447472 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-ffcd8658-6972-47c5-8e6a-e5ae04147a4e admin admin] Calling delete_port for 6c0ec008-079c-46fe-ab9f-f1bfc60d33bd owned by network:router_interface {{(pid=103517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 18:59:16.634616 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ffcd8658-6972-47c5-8e6a-e5ae04147a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241743607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751241322837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3647885'] for port, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:16.638759 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:59:16.672123 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcd8658-6972-47c5-8e6a-e5ae04147a4e admin admin] Pushing event deleted for resources: {'Port': ['ID=6c0ec008-079c-46fe-ab9f-f1bfc60d33bd,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:59:16.674150 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-ffcd8658-6972-47c5-8e6a-e5ae04147a4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:59:16.827951 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ffcd8658-6972-47c5-8e6a-e5ae04147a4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417212'] for router_interface, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:17.120676 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffcd8658-6972-47c5-8e6a-e5ae04147a4e admin admin] Router dfc5a739-2dd7-4f5d-a32b-a90465991620 has already been hosted by L3 agent e49736c8-5019-4904-a5ca-8bb53e194ab8 {{(pid=103517) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 18:59:17.229869 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffcd8658-6972-47c5-8e6a-e5ae04147a4e admin admin] Notify agent at l3_agent.dv-cinder-794661-1-smb the message routers_updated {{(pid=103517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 18:59:17.238000 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-ffcd8658-6972-47c5-8e6a-e5ae04147a4e admin admin] 10.222.0.44 "PUT /v2.0/routers/dfc5a739-2dd7-4f5d-a32b-a90465991620/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5721495 Jun 03 18:59:17.238960 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2f75e0-17ab-485b-a70e-63d9ddeae104 None None] Sync routers for ids ['dfc5a739-2dd7-4f5d-a32b-a90465991620'] in dv-cinder-794661-1-smb {{(pid=103519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 18:59:17.239621 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 60510) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:59:17.245195 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2f75e0-17ab-485b-a70e-63d9ddeae104 None None] Routers {'dfc5a739-2dd7-4f5d-a32b-a90465991620'} bound to L3 agent in host dv-cinder-794661-1-smb {{(pid=103519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 18:59:17.245543 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_hamode_db [None req-5e2f75e0-17ab-485b-a70e-63d9ddeae104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794661-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-03T18:44:31Z,description=,heartbeat_timestamp=2021-06-03T18:59:01Z,host='dv-cinder-794661-1-smb',id=e49736c8-5019-4904-a5ca-8bb53e194ab8,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T18:44:31Z,topic='l3_agent')) {'router_ids': ['dfc5a739-2dd7-4f5d-a32b-a90465991620'], 'active': True} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:59:17.365178 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-2a0f632d-9f11-40de-b572-2bf863009ebb admin admin] Notify callbacks [] for router, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:17.383413 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_dvr_db [None req-5e2f75e0-17ab-485b-a70e-63d9ddeae104 None None] Set router dfc5a739-2dd7-4f5d-a32b-a90465991620 gateway port host: dv-cinder-794661-1-smb {{(pid=103519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 18:59:17.493597 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-2a0f632d-9f11-40de-b572-2bf863009ebb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:17.564400 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_hamode_db [None req-5e2f75e0-17ab-485b-a70e-63d9ddeae104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc5a739-2dd7-4f5d-a32b-a90465991620', 'name': 'tempest-TestMinimumBasicScenario-713849984-router', 'tenant_id': 'e1d1990c06784dd6ace8e90d17e8dcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.94'}], 'enable_snat': True}, 'gw_port_id': '6a48489c-336f-408d-a492-112e053b6d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T18:52:13Z', 'updated_at': '2021-06-03T18:59:16Z', 'revision_number': 5, 'project_id': 'e1d1990c06784dd6ace8e90d17e8dcc1', 'gw_port': {'id': '6a48489c-336f-408d-a492-112e053b6d3e', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ed:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc5a739-2dd7-4f5d-a32b-a90465991620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:52:14Z', 'updated_at': '2021-06-03T18:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb'}], 'dv-cinder-794661-1-smb', False) {} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:59:17.566894 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2f75e0-17ab-485b-a70e-63d9ddeae104 None None] Checking router: dfc5a739-2dd7-4f5d-a32b-a90465991620 for host: dv-cinder-794661-1-smb {{(pid=103519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 18:59:17.572701 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2f75e0-17ab-485b-a70e-63d9ddeae104 None None] Routers {'dfc5a739-2dd7-4f5d-a32b-a90465991620'} bound to L3 agent in host dv-cinder-794661-1-smb {{(pid=103519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 18:59:17.573098 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_hamode_db [None req-5e2f75e0-17ab-485b-a70e-63d9ddeae104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794661-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-03T18:44:31Z,description=,heartbeat_timestamp=2021-06-03T18:59:01Z,host='dv-cinder-794661-1-smb',id=e49736c8-5019-4904-a5ca-8bb53e194ab8,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T18:44:31Z,topic='l3_agent')) {'router_ids': ['dfc5a739-2dd7-4f5d-a32b-a90465991620'], 'active': True} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:59:17.613186 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-2a0f632d-9f11-40de-b572-2bf863009ebb admin admin] Deleting port 6a48489c-336f-408d-a492-112e053b6d3e {{(pid=103517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 18:59:17.613573 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-2a0f632d-9f11-40de-b572-2bf863009ebb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241832951'] for port, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:17.675987 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_dvr_db [None req-5e2f75e0-17ab-485b-a70e-63d9ddeae104 None None] Set router dfc5a739-2dd7-4f5d-a32b-a90465991620 gateway port host: None {{(pid=103519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 18:59:17.692015 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-2a0f632d-9f11-40de-b572-2bf863009ebb admin admin] For port 6a48489c-336f-408d-a492-112e053b6d3e, host dv-cinder-794661-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794661-1-smb',level=0,port_id=6a48489c-336f-408d-a492-112e053b6d3e,segment=NetworkSegment(cb7a02ef-c488-4fe7-ad15-1fca81e02b96),segment_id=cb7a02ef-c488-4fe7-ad15-1fca81e02b96)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:59:17.692438 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-2a0f632d-9f11-40de-b572-2bf863009ebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:17.738464 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_hamode_db [None req-5e2f75e0-17ab-485b-a70e-63d9ddeae104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc5a739-2dd7-4f5d-a32b-a90465991620', 'name': 'tempest-TestMinimumBasicScenario-713849984-router', 'tenant_id': 'e1d1990c06784dd6ace8e90d17e8dcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T18:52:13Z', 'updated_at': '2021-06-03T18:59:17Z', 'revision_number': 6, 'project_id': 'e1d1990c06784dd6ace8e90d17e8dcc1', 'gw_port_host': None}], 'dv-cinder-794661-1-smb', False) {} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:59:17.741819 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2f75e0-17ab-485b-a70e-63d9ddeae104 None None] The sync data for ids ['dfc5a739-2dd7-4f5d-a32b-a90465991620'] in dv-cinder-794661-1-smb is: [{'id': 'dfc5a739-2dd7-4f5d-a32b-a90465991620', 'name': 'tempest-TestMinimumBasicScenario-713849984-router', 'tenant_id': 'e1d1990c06784dd6ace8e90d17e8dcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T18:52:13Z', 'updated_at': '2021-06-03T18:59:17Z', 'revision_number': 6, 'project_id': 'e1d1990c06784dd6ace8e90d17e8dcc1', 'gw_port_host': None}] {{(pid=103519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 18:59:17.768476 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-2a0f632d-9f11-40de-b572-2bf863009ebb admin admin] Calling delete_port for 6a48489c-336f-408d-a492-112e053b6d3e owned by network:router_gateway {{(pid=103517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 18:59:18.003804 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-2a0f632d-9f11-40de-b572-2bf863009ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241743607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751241322837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3647885'] for port, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:18.006933 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-542d9b8d-ecb0-470b-ab4c-3c145a65625a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:59:18.048779 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0f632d-9f11-40de-b572-2bf863009ebb admin admin] Pushing event deleted for resources: {'Port': ['ID=6a48489c-336f-408d-a492-112e053b6d3e,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:59:18.050758 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-2a0f632d-9f11-40de-b572-2bf863009ebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:59:18.112823 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-2a0f632d-9f11-40de-b572-2bf863009ebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573471'] for router_gateway, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:18.223759 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-2a0f632d-9f11-40de-b572-2bf863009ebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27917'] for router, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:18.226673 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-2a0f632d-9f11-40de-b572-2bf863009ebb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:18.339278 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-2a0f632d-9f11-40de-b572-2bf863009ebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:18.339923 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a0f632d-9f11-40de-b572-2bf863009ebb admin admin] Fanout notify agent at l3_agent the message router_deleted on router dfc5a739-2dd7-4f5d-a32b-a90465991620 {{(pid=103517) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 18:59:18.353824 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-2a0f632d-9f11-40de-b572-2bf863009ebb admin admin] Notify callbacks [] for router, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:18.355167 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-2a0f632d-9f11-40de-b572-2bf863009ebb admin admin] 10.222.0.44 "DELETE /v2.0/routers/dfc5a739-2dd7-4f5d-a32b-a90465991620 HTTP/1.1" status: 204 len: 168 time: 1.1143694 Jun 03 18:59:18.358536 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 60514) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:59:18.404908 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.db_base_plugin_v2 [None req-795047b1-b4a3-4ead-a21c-6fac9a644c59 admin admin] Deleting subnet 48464be1-befd-4199-b0ee-0f52f498aea0 {{(pid=103517) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 18:59:18.407268 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-795047b1-b4a3-4ead-a21c-6fac9a644c59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:18.439848 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-795047b1-b4a3-4ead-a21c-6fac9a644c59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3269279'] for subnet, precommit_delete_associations {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:18.495116 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device 6a48489c-336f-408d-a492-112e053b6d3e no longer exists at agent ovs-agent-dv-cinder-794661-1-smb {{(pid=103518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 18:59:18.497020 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-795047b1-b4a3-4ead-a21c-6fac9a644c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1531221'] for subnet, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:18.519328 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.plugin [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] No Port match for: 6a48489c-336f-408d-a492-112e053b6d3e {{(pid=103518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 18:59:18.519555 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device 6a48489c-336f-408d-a492-112e053b6d3e not bound to the agent host dv-cinder-794661-1-smb {{(pid=103518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 18:59:18.519861 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device 6c0ec008-079c-46fe-ab9f-f1bfc60d33bd no longer exists at agent ovs-agent-dv-cinder-794661-1-smb {{(pid=103518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 18:59:18.540357 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.plugin [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] No Port match for: 6c0ec008-079c-46fe-ab9f-f1bfc60d33bd {{(pid=103518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 18:59:18.540586 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device 6c0ec008-079c-46fe-ab9f-f1bfc60d33bd not bound to the agent host dv-cinder-794661-1-smb {{(pid=103518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 18:59:18.721430 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-795047b1-b4a3-4ead-a21c-6fac9a644c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1531228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3647928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183829'] for subnet, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:18.726660 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:59:18.764064 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-795047b1-b4a3-4ead-a21c-6fac9a644c59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549304'] for subnet, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:18.767306 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795047b1-b4a3-4ead-a21c-6fac9a644c59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48464be1-befd-4199-b0ee-0f52f498aea0,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:59:18.769507 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f392e548-4da0-4741-a508-63f99418160e None None] Network 531e4336-87e0-4866-bb60-f41641ec8c5f requested from dv-cinder-794661-1-smb {{(pid=103518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 18:59:18.770275 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-795047b1-b4a3-4ead-a21c-6fac9a644c59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:59:18.771644 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-795047b1-b4a3-4ead-a21c-6fac9a644c59 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/48464be1-befd-4199-b0ee-0f52f498aea0 HTTP/1.1" status: 204 len: 168 time: 0.4121597 Jun 03 18:59:18.774037 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 60516) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:59:18.837143 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-899533c5-7544-46de-97bc-fa16a3ed7988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696177'] for network, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:18.881358 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-899533c5-7544-46de-97bc-fa16a3ed7988 admin admin] Deleting port 0508767a-6e65-46d2-9313-c6afbde5105b {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 18:59:18.881635 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-899533c5-7544-46de-97bc-fa16a3ed7988 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241832951'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:18.933209 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-899533c5-7544-46de-97bc-fa16a3ed7988 admin admin] For port 0508767a-6e65-46d2-9313-c6afbde5105b, host dv-cinder-794661-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794661-1-smb',level=0,port_id=0508767a-6e65-46d2-9313-c6afbde5105b,segment=NetworkSegment(3e118844-3f15-49fa-941c-d58c8885291a),segment_id=3e118844-3f15-49fa-941c-d58c8885291a)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:59:18.933209 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-899533c5-7544-46de-97bc-fa16a3ed7988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:18.937076 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea2ca87-3166-491b-9a07-d9aaaa9a7047 None None] DHCP port deletion for 531e4336-87e0-4866-bb60-f41641ec8c5f request from dv-cinder-794661-1-smb {{(pid=103518) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 18:59:18.978840 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.plugin [None req-8ea2ca87-3166-491b-9a07-d9aaaa9a7047 None None] Deleting port 0508767a-6e65-46d2-9313-c6afbde5105b {{(pid=103518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 18:59:18.979090 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-8ea2ca87-3166-491b-9a07-d9aaaa9a7047 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241832951'] for port, before_delete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:19.013248 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-899533c5-7544-46de-97bc-fa16a3ed7988 admin admin] Calling delete_port for 0508767a-6e65-46d2-9313-c6afbde5105b owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 18:59:19.047787 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-8ea2ca87-3166-491b-9a07-d9aaaa9a7047 None None] For port 0508767a-6e65-46d2-9313-c6afbde5105b, host dv-cinder-794661-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794661-1-smb',level=0,port_id=0508767a-6e65-46d2-9313-c6afbde5105b,segment=NetworkSegment(3e118844-3f15-49fa-941c-d58c8885291a),segment_id=3e118844-3f15-49fa-941c-d58c8885291a)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 18:59:19.048283 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-8ea2ca87-3166-491b-9a07-d9aaaa9a7047 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port, precommit_delete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:19.109076 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.plugin [None req-8ea2ca87-3166-491b-9a07-d9aaaa9a7047 None None] Calling delete_port for 0508767a-6e65-46d2-9313-c6afbde5105b owned by network:dhcp {{(pid=103518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 18:59:19.114178 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-899533c5-7544-46de-97bc-fa16a3ed7988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241743607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751241322837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3014096'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:19.120146 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-6c7b8e75-bfaf-426e-9122-3c0de20a41e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:59:19.145754 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-8ea2ca87-3166-491b-9a07-d9aaaa9a7047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241743607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751241322837'] for port, after_delete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:19.148055 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-d68277ed-8559-4468-87d2-0833cd31d10d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:59:19.157711 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899533c5-7544-46de-97bc-fa16a3ed7988 admin admin] Pushing event deleted for resources: {'Port': ['ID=0508767a-6e65-46d2-9313-c6afbde5105b,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:59:19.158748 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899533c5-7544-46de-97bc-fa16a3ed7988 admin admin] No DVR routers for this DVR port 0508767a-6e65-46d2-9313-c6afbde5105b on host dv-cinder-794661-1-smb {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 18:59:19.159548 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-899533c5-7544-46de-97bc-fa16a3ed7988 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:59:19.174984 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea2ca87-3166-491b-9a07-d9aaaa9a7047 None None] Pushing event deleted for resources: {'Port': ['ID=0508767a-6e65-46d2-9313-c6afbde5105b,revision_number=None']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:59:19.177417 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-8ea2ca87-3166-491b-9a07-d9aaaa9a7047 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:59:19.177984 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea2ca87-3166-491b-9a07-d9aaaa9a7047 None None] No DVR routers for this DVR port 0508767a-6e65-46d2-9313-c6afbde5105b on host dv-cinder-794661-1-smb {{(pid=103518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 18:59:19.287659 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-899533c5-7544-46de-97bc-fa16a3ed7988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557952', 'neutron.services.segments.db._delete_segments_for_network-8751241769921'] for network, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:19.295169 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.services.segments.db [None req-899533c5-7544-46de-97bc-fa16a3ed7988 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['531e4336-87e0-4866-bb60-f41641ec8c5f']}} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:59:19.302408 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.services.segments.db [None req-899533c5-7544-46de-97bc-fa16a3ed7988 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e118844-3f15-49fa-941c-d58c8885291a') {'for_net_delete': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:59:19.302583 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.services.segments.db [None req-899533c5-7544-46de-97bc-fa16a3ed7988 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e118844-3f15-49fa-941c-d58c8885291a') {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 18:59:19.308772 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-899533c5-7544-46de-97bc-fa16a3ed7988 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751241775068', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2320316'] for segment, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:19.319267 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-899533c5-7544-46de-97bc-fa16a3ed7988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529572'] for segment, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:19.323272 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-899533c5-7544-46de-97bc-fa16a3ed7988 admin admin] Releasing vlan 1442 on physical network physnet1 to pool {{(pid=103516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 18:59:19.323455 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-899533c5-7544-46de-97bc-fa16a3ed7988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3013903'] for segment, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:19.330026 dv-cinder-794661-1-smb neutron-server[103516]: Traceback (most recent call last): Jun 03 18:59:19.330026 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 18:59:19.330026 dv-cinder-794661-1-smb neutron-server[103516]: timer() Jun 03 18:59:19.330026 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 18:59:19.330026 dv-cinder-794661-1-smb neutron-server[103516]: cb(*args, **kw) Jun 03 18:59:19.330026 dv-cinder-794661-1-smb neutron-server[103516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 18:59:19.330026 dv-cinder-794661-1-smb neutron-server[103516]: return func(*args, **kwargs) Jun 03 18:59:19.330026 dv-cinder-794661-1-smb neutron-server[103516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 18:59:19.330026 dv-cinder-794661-1-smb neutron-server[103516]: self._notify() Jun 03 18:59:19.330026 dv-cinder-794661-1-smb neutron-server[103516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 18:59:19.330026 dv-cinder-794661-1-smb neutron-server[103516]: self.callback(batched_events) Jun 03 18:59:19.330026 dv-cinder-794661-1-smb neutron-server[103516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 18:59:19.330026 dv-cinder-794661-1-smb neutron-server[103516]: event.method(event) Jun 03 18:59:19.330026 dv-cinder-794661-1-smb neutron-server[103516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 18:59:19.330026 dv-cinder-794661-1-smb neutron-server[103516]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 18:59:19.330026 dv-cinder-794661-1-smb neutron-server[103516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 18:59:19.330026 dv-cinder-794661-1-smb neutron-server[103516]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 18:59:19.330026 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 18:59:19.330026 dv-cinder-794661-1-smb neutron-server[103516]: return f(self, *a, **k) Jun 03 18:59:19.330026 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 18:59:19.330026 dv-cinder-794661-1-smb neutron-server[103516]: return self._get(url).json() Jun 03 18:59:19.330026 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 18:59:19.330026 dv-cinder-794661-1-smb neutron-server[103516]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 18:59:19.330026 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 18:59:19.330026 dv-cinder-794661-1-smb neutron-server[103516]: return self.request(url, 'GET', **kwargs) Jun 03 18:59:19.330026 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 18:59:19.330026 dv-cinder-794661-1-smb neutron-server[103516]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 18:59:19.330026 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 18:59:19.330026 dv-cinder-794661-1-smb neutron-server[103516]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 18:59:19.330026 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 18:59:19.330026 dv-cinder-794661-1-smb neutron-server[103516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 18:59:19.330026 dv-cinder-794661-1-smb neutron-server[103516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 18:59:19.469364 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-899533c5-7544-46de-97bc-fa16a3ed7988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573556'] for network, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:19.474199 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:59:19.486170 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-899533c5-7544-46de-97bc-fa16a3ed7988 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549304'] for network, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:19.495140 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899533c5-7544-46de-97bc-fa16a3ed7988 admin admin] Pushing event deleted for resources: {'Network': ['ID=531e4336-87e0-4866-bb60-f41641ec8c5f,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:59:19.497836 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-899533c5-7544-46de-97bc-fa16a3ed7988 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:59:19.499237 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-899533c5-7544-46de-97bc-fa16a3ed7988 admin admin] 10.222.0.44 "DELETE /v2.0/networks/531e4336-87e0-4866-bb60-f41641ec8c5f HTTP/1.1" status: 204 len: 168 time: 0.7243237 Jun 03 18:59:19.797057 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 60522) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:59:19.842726 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-bcc76375-c3e8-4f0c-a77e-e282b4356ca8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d9d38a24baac46b597b583bcef65367c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0443463 Jun 03 18:59:19.844569 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 60524) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:59:19.884439 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-a4aaa6a8-3818-4345-ba22-016c8b4b0884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:19.901367 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-a4aaa6a8-3818-4345-ba22-016c8b4b0884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:19.996110 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-a4aaa6a8-3818-4345-ba22-016c8b4b0884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:20.000271 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-391aa42e-6ad0-4bfe-8608-0be55a0e61e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:59:20.014985 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aaa6a8-3818-4345-ba22-016c8b4b0884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c30103-8cf6-40eb-91b8-c6a4d970054b,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:59:20.023932 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4aaa6a8-3818-4345-ba22-016c8b4b0884 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:59:20.024265 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4aaa6a8-3818-4345-ba22-016c8b4b0884 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:59:20.024579 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4aaa6a8-3818-4345-ba22-016c8b4b0884 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:59:20.024896 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4aaa6a8-3818-4345-ba22-016c8b4b0884 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:59:20.025191 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4aaa6a8-3818-4345-ba22-016c8b4b0884 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:59:20.025503 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4aaa6a8-3818-4345-ba22-016c8b4b0884 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:59:20.025806 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4aaa6a8-3818-4345-ba22-016c8b4b0884 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:59:20.026147 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4aaa6a8-3818-4345-ba22-016c8b4b0884 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:59:20.026419 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4aaa6a8-3818-4345-ba22-016c8b4b0884 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:59:20.026748 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4aaa6a8-3818-4345-ba22-016c8b4b0884 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:59:20.027065 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4aaa6a8-3818-4345-ba22-016c8b4b0884 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:59:20.027444 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4aaa6a8-3818-4345-ba22-016c8b4b0884 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 18:59:20.030276 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-a4aaa6a8-3818-4345-ba22-016c8b4b0884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:20.032278 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-a4aaa6a8-3818-4345-ba22-016c8b4b0884 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/43c30103-8cf6-40eb-91b8-c6a4d970054b HTTP/1.1" status: 204 len: 168 time: 0.1859496 Jun 03 18:59:20.032278 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-a4aaa6a8-3818-4345-ba22-016c8b4b0884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:59:20.331115 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device 0508767a-6e65-46d2-9313-c6afbde5105b no longer exists at agent ovs-agent-dv-cinder-794661-1-smb {{(pid=103518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 18:59:20.356168 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.plugin [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] No Port match for: 0508767a-6e65-46d2-9313-c6afbde5105b {{(pid=103518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 18:59:20.356420 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device 0508767a-6e65-46d2-9313-c6afbde5105b not bound to the agent host dv-cinder-794661-1-smb {{(pid=103518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 18:59:20.780514 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 60530) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:59:20.823489 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-35427f18-d2a4-479d-bad6-3fb91aed548d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e1d1990c06784dd6ace8e90d17e8dcc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0416307 Jun 03 18:59:20.826807 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 60532) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 18:59:20.872770 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-41b4ee00-ffde-4519-81de-eafdc89bb69a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:20.889583 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-41b4ee00-ffde-4519-81de-eafdc89bb69a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:21.001965 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-41b4ee00-ffde-4519-81de-eafdc89bb69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:21.006136 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-a4aaa6a8-3818-4345-ba22-016c8b4b0884 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 18:59:21.019822 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b4ee00-ffde-4519-81de-eafdc89bb69a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94701f04-c6d5-4d55-855b-3e4f27dc9bb6,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 18:59:21.023822 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-41b4ee00-ffde-4519-81de-eafdc89bb69a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 18:59:21.026445 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-41b4ee00-ffde-4519-81de-eafdc89bb69a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:21.027360 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-41b4ee00-ffde-4519-81de-eafdc89bb69a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/94701f04-c6d5-4d55-855b-3e4f27dc9bb6 HTTP/1.1" status: 204 len: 168 time: 0.1996982 Jun 03 18:59:29.031374 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 18:59:29.573137 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-17898dcf-fe0b-4c81-aaac-9cda050cb022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:30.649811 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:30.865476 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-fb453016-831e-43fc-b1d6-88603d95516f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:32.032158 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:32.710157 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:32.754621 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 18:59:59.593574 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-ee7590fc-bee3-4de9-88a3-9dfcf8a533cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:00:00.598468 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:00:00.818305 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-99f1b246-1ec9-489d-aba0-d01a2c1be077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:00:02.024554 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:00:02.706877 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:00:02.738684 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:00:06.029707 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:00:09.081009 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-9688f4a6-7959-4dac-ad6d-fa952fd021c6 req-fcda4256-82ff-46e5-8faf-3d78cb929009 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=381044c8-cab6-44e0-a866-9b4253a6cc73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0604653 Jun 03 19:00:12.874070 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9688f4a6-7959-4dac-ad6d-fa952fd021c6 req-b141922e-34bd-4f83-9329-b776b7ed02ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:00:12.875184 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-9688f4a6-7959-4dac-ad6d-fa952fd021c6 req-b141922e-34bd-4f83-9329-b776b7ed02ca service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=d251c2b110174194859afacde2df517e&device_id=381044c8-cab6-44e0-a866-9b4253a6cc73 HTTP/1.1" status: 200 len: 1098 time: 0.0675459 Jun 03 19:00:12.978897 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9688f4a6-7959-4dac-ad6d-fa952fd021c6 req-c0923b62-9c3e-492e-b40d-e2bdd66f3655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:00:12.979884 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-9688f4a6-7959-4dac-ad6d-fa952fd021c6 req-c0923b62-9c3e-492e-b40d-e2bdd66f3655 service neutron] 10.222.0.108 "GET /v2.0/networks?id=9f3436aa-0141-4ddc-9e77-d652c7ff5b25 HTTP/1.1" status: 200 len: 919 time: 0.0865433 Jun 03 19:00:13.050502 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-9688f4a6-7959-4dac-ad6d-fa952fd021c6 req-d6b6e880-87b5-4e63-9d9a-1a0b7112050f service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ecdacd97-a696-41f8-a629-45d1dc2833d4 HTTP/1.1" status: 200 len: 1001 time: 0.0638962 Jun 03 19:00:13.093919 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9688f4a6-7959-4dac-ad6d-fa952fd021c6 req-a81ff176-f7d4-4abb-9a1a-1aab69f1ad51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:00:13.094783 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-9688f4a6-7959-4dac-ad6d-fa952fd021c6 req-a81ff176-f7d4-4abb-9a1a-1aab69f1ad51 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=f5c41478-ff70-4760-874f-92c6f16f6305 HTTP/1.1" status: 200 len: 856 time: 0.0375762 Jun 03 19:00:13.155027 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9688f4a6-7959-4dac-ad6d-fa952fd021c6 req-d77e82cd-42aa-4877-8834-655d7d977d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:00:13.155870 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-9688f4a6-7959-4dac-ad6d-fa952fd021c6 req-d77e82cd-42aa-4877-8834-655d7d977d75 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=9f3436aa-0141-4ddc-9e77-d652c7ff5b25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0532768 Jun 03 19:00:13.242963 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-9688f4a6-7959-4dac-ad6d-fa952fd021c6 req-8344c738-c8fd-4c89-a60f-0040a11c5ec0 service neutron] 10.222.0.108 "GET /v2.0/networks/9f3436aa-0141-4ddc-9e77-d652c7ff5b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797229 Jun 03 19:00:13.332928 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-9688f4a6-7959-4dac-ad6d-fa952fd021c6 req-5178d4d2-6168-4693-af1b-d1fa4a7b05b7 service neutron] 10.222.0.108 "GET /v2.0/networks/9f3436aa-0141-4ddc-9e77-d652c7ff5b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830441 Jun 03 19:00:29.593369 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-b421a400-cf57-414d-aec4-6e1d1fdb2a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:00:30.594894 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:00:30.838443 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-061afae1-1fb1-4cfb-abcc-9c5f027936a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:00:32.025042 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:00:32.707199 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:00:32.739220 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:00:43.031486 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:00:59.601988 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-07099656-7840-4308-a468-1e2c847a8d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:01:00.579403 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:01:00.803529 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-7877ac58-8c8e-45ed-ad9c-5a93730ed71e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:01:02.004381 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:01:02.712009 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:01:02.795590 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:01:09.258878 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-957fdd1b-8ae6-40c4-ad67-3e27624d8f35 req-1e6bcf6f-03d5-4b8e-bd5d-f53279503197 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=3062453c-3be2-4205-9e98-d261afa1ff4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1214664 Jun 03 19:01:09.329352 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957fdd1b-8ae6-40c4-ad67-3e27624d8f35 req-bf953364-b8d0-41a4-92aa-52b170ee455a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:01:09.330250 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-957fdd1b-8ae6-40c4-ad67-3e27624d8f35 req-bf953364-b8d0-41a4-92aa-52b170ee455a service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=b25f38073ae6420f835fe8ab201bdda3&device_id=3062453c-3be2-4205-9e98-d261afa1ff4e HTTP/1.1" status: 200 len: 1099 time: 0.0483081 Jun 03 19:01:09.445550 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957fdd1b-8ae6-40c4-ad67-3e27624d8f35 req-b296150e-206d-48f4-b71c-8a15e0d6ec91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:01:09.446485 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-957fdd1b-8ae6-40c4-ad67-3e27624d8f35 req-b296150e-206d-48f4-b71c-8a15e0d6ec91 service neutron] 10.222.0.108 "GET /v2.0/networks?id=2e2bd607-1031-490c-a4b3-9ab69f4aa352 HTTP/1.1" status: 200 len: 911 time: 0.0907242 Jun 03 19:01:09.513217 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-957fdd1b-8ae6-40c4-ad67-3e27624d8f35 req-421739e7-3881-4346-bac9-925b5e616481 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=033a75b1-ae28-4ad0-a01d-399ccd8f9022 HTTP/1.1" status: 200 len: 1002 time: 0.0594852 Jun 03 19:01:09.558568 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957fdd1b-8ae6-40c4-ad67-3e27624d8f35 req-ebf20148-e7e5-4f75-9c57-d3eef6801df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:01:09.559391 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-957fdd1b-8ae6-40c4-ad67-3e27624d8f35 req-ebf20148-e7e5-4f75-9c57-d3eef6801df1 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=7ce4a726-88f3-4342-8711-c58fb59e1c46 HTTP/1.1" status: 200 len: 848 time: 0.0381229 Jun 03 19:01:09.622200 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957fdd1b-8ae6-40c4-ad67-3e27624d8f35 req-7de10c3d-2d9e-4585-b4eb-1391bcc82f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:01:09.623147 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-957fdd1b-8ae6-40c4-ad67-3e27624d8f35 req-7de10c3d-2d9e-4585-b4eb-1391bcc82f49 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=2e2bd607-1031-490c-a4b3-9ab69f4aa352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0567994 Jun 03 19:01:09.633779 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [req-957fdd1b-8ae6-40c4-ad67-3e27624d8f35 req-e0de377c-6ea4-44d0-80d2-09787ecbd1f7 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 19:01:09.634391 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-957fdd1b-8ae6-40c4-ad67-3e27624d8f35 req-e0de377c-6ea4-44d0-80d2-09787ecbd1f7 service neutron] 10.222.0.108 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0034509 Jun 03 19:01:09.803038 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-957fdd1b-8ae6-40c4-ad67-3e27624d8f35 req-f6895671-d7dc-4dea-ae83-0a692c785bd2 service neutron] 10.222.0.108 "GET /v2.0/networks/2e2bd607-1031-490c-a4b3-9ab69f4aa352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622388 Jun 03 19:01:09.888798 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-957fdd1b-8ae6-40c4-ad67-3e27624d8f35 req-cb88c66a-7f72-4306-9529-667f1d181d79 service neutron] 10.222.0.108 "GET /v2.0/networks/2e2bd607-1031-490c-a4b3-9ab69f4aa352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0780289 Jun 03 19:01:20.034126 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:01:29.590556 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-81178173-9c96-413d-a54b-fdac296f0deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:01:30.591626 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:01:30.815758 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-9fd93a19-94f6-497e-ab9a-2c4d62ab613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:01:32.013454 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:01:32.706950 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:01:32.799005 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:01:57.036402 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:01:59.582599 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-5820b690-1620-4368-ad25-f6b8511e9200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:00.596943 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:00.816283 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-d7f3a9e6-fa7b-4b1f-9671-017c7f936570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:02.022140 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:02.708162 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:02.804345 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:12.491562 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-87057cf9-4e89-4bf1-9c18-48c5a9919a46 req-4417c210-2bd4-488f-8f11-2ceec3ef8f38 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=381044c8-cab6-44e0-a866-9b4253a6cc73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0572658 Jun 03 19:02:23.434367 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e9865-a5a0-48dd-abda-e30a93e71cc7 req-4d40b0f6-001c-42fd-820b-712a3bedb1eb tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:02:23.435375 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-a55e9865-a5a0-48dd-abda-e30a93e71cc7 req-4d40b0f6-001c-42fd-820b-712a3bedb1eb tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=381044c8-cab6-44e0-a866-9b4253a6cc73 HTTP/1.1" status: 200 len: 945 time: 0.0987315 Jun 03 19:02:23.466489 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-a55e9865-a5a0-48dd-abda-e30a93e71cc7 req-57038eae-7f28-4542-a3eb-e73fd5d53770 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1702eb-f74d-4f2e-8aaf-9a791b0681b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269604 Jun 03 19:02:24.680368 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c781a453-5575-4908-8f54-c368bdeb49e8 req-d4b74377-9d74-4311-8921-95b4b242b844 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:02:24.681241 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-c781a453-5575-4908-8f54-c368bdeb49e8 req-d4b74377-9d74-4311-8921-95b4b242b844 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=381044c8-cab6-44e0-a866-9b4253a6cc73 HTTP/1.1" status: 200 len: 945 time: 0.1279452 Jun 03 19:02:24.712223 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da92193-300e-4978-8259-7c1958977db2 req-3b83cdfa-9b4b-4fe7-bab5-b65fb9e9da94 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:02:24.713106 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-3da92193-300e-4978-8259-7c1958977db2 req-3b83cdfa-9b4b-4fe7-bab5-b65fb9e9da94 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.108 "GET /v2.0/ports?device_id=381044c8-cab6-44e0-a866-9b4253a6cc73 HTTP/1.1" status: 200 len: 945 time: 0.0849028 Jun 03 19:02:24.720237 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-c781a453-5575-4908-8f54-c368bdeb49e8 req-94a08063-5ab7-46b8-a47b-4948596f1110 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1702eb-f74d-4f2e-8aaf-9a791b0681b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349936 Jun 03 19:02:24.809767 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [req-3da92193-300e-4978-8259-7c1958977db2 req-897b8dfc-ac1d-4c25-935c-70babaa6e684 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Deleting port ecdacd97-a696-41f8-a629-45d1dc2833d4 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 19:02:24.810009 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-3da92193-300e-4978-8259-7c1958977db2 req-897b8dfc-ac1d-4c25-935c-70babaa6e684 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241832951'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:24.893103 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.db [req-3da92193-300e-4978-8259-7c1958977db2 req-897b8dfc-ac1d-4c25-935c-70babaa6e684 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] For port ecdacd97-a696-41f8-a629-45d1dc2833d4, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=ecdacd97-a696-41f8-a629-45d1dc2833d4,segment=NetworkSegment(b02fb9b0-3c23-4c5d-ae80-127565c0e9ce),segment_id=b02fb9b0-3c23-4c5d-ae80-127565c0e9ce)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 19:02:24.893103 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-3da92193-300e-4978-8259-7c1958977db2 req-897b8dfc-ac1d-4c25-935c-70babaa6e684 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:25.054086 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-3da92193-300e-4978-8259-7c1958977db2 req-897b8dfc-ac1d-4c25-935c-70babaa6e684 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:25.054668 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-3da92193-300e-4978-8259-7c1958977db2 req-897b8dfc-ac1d-4c25-935c-70babaa6e684 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573538'] for floatingip, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:25.055060 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.db.l3_db [req-3da92193-300e-4978-8259-7c1958977db2 req-897b8dfc-ac1d-4c25-935c-70babaa6e684 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Floating IP 7964ee6e-7c6c-4071-a734-98ffe3b2df94 disassociated. External IP: 172.28.1.130, port: ecdacd97-a696-41f8-a629-45d1dc2833d4. Jun 03 19:02:25.055484 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [req-3da92193-300e-4978-8259-7c1958977db2 req-897b8dfc-ac1d-4c25-935c-70babaa6e684 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Calling delete_port for ecdacd97-a696-41f8-a629-45d1dc2833d4 owned by compute:nova {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 19:02:25.187547 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-3da92193-300e-4978-8259-7c1958977db2 req-897b8dfc-ac1d-4c25-935c-70babaa6e684 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241743607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751241322837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3014096'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:25.194538 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-dcb91875-c7e3-4969-a273-55e2f99c931d tempest-VolumesActionsTest-313982588 tempest-VolumesActionsTest-313982588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:02:25.228989 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897b8dfc-ac1d-4c25-935c-70babaa6e684 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Pushing event deleted for resources: {'Port': ['ID=ecdacd97-a696-41f8-a629-45d1dc2833d4,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:02:25.235251 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b8dfc-ac1d-4c25-935c-70babaa6e684 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:02:25.235455 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b8dfc-ac1d-4c25-935c-70babaa6e684 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:02:25.235685 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b8dfc-ac1d-4c25-935c-70babaa6e684 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:02:25.235861 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b8dfc-ac1d-4c25-935c-70babaa6e684 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:02:25.236070 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b8dfc-ac1d-4c25-935c-70babaa6e684 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:02:25.236257 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b8dfc-ac1d-4c25-935c-70babaa6e684 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:02:25.236449 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b8dfc-ac1d-4c25-935c-70babaa6e684 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:02:25.236643 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b8dfc-ac1d-4c25-935c-70babaa6e684 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:02:25.236833 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b8dfc-ac1d-4c25-935c-70babaa6e684 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:02:25.237024 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b8dfc-ac1d-4c25-935c-70babaa6e684 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:02:25.237228 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b8dfc-ac1d-4c25-935c-70babaa6e684 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:02:25.237440 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b8dfc-ac1d-4c25-935c-70babaa6e684 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:02:25.239587 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-897b8dfc-ac1d-4c25-935c-70babaa6e684 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:02:25.339549 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3da92193-300e-4978-8259-7c1958977db2 req-897b8dfc-ac1d-4c25-935c-70babaa6e684 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Router dd58e971-f7b2-402b-9393-9a067101b3ff has already been hosted by L3 agent e49736c8-5019-4904-a5ca-8bb53e194ab8 {{(pid=103516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 19:02:25.501385 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3da92193-300e-4978-8259-7c1958977db2 req-897b8dfc-ac1d-4c25-935c-70babaa6e684 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify agent at l3_agent.dv-cinder-794661-1-smb the message routers_updated {{(pid=103516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 19:02:25.512622 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3367ff81-ad38-4b03-94df-60f3e8bcb4a1 None None] Sync routers for ids ['dd58e971-f7b2-402b-9393-9a067101b3ff'] in dv-cinder-794661-1-smb {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 19:02:25.518859 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3367ff81-ad38-4b03-94df-60f3e8bcb4a1 None None] Routers {'dd58e971-f7b2-402b-9393-9a067101b3ff'} bound to L3 agent in host dv-cinder-794661-1-smb {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 19:02:25.519283 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-3367ff81-ad38-4b03-94df-60f3e8bcb4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794661-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T18:44:31Z,description=,heartbeat_timestamp=2021-06-03T19:02:01Z,host='dv-cinder-794661-1-smb',id=e49736c8-5019-4904-a5ca-8bb53e194ab8,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T18:44:31Z,topic='l3_agent')) {'router_ids': ['dd58e971-f7b2-402b-9393-9a067101b3ff'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:02:25.540037 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [req-3da92193-300e-4978-8259-7c1958977db2 req-897b8dfc-ac1d-4c25-935c-70babaa6e684 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] No DVR routers for this DVR port ecdacd97-a696-41f8-a629-45d1dc2833d4 on host hv-cinder-79466 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 19:02:25.541724 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-3da92193-300e-4978-8259-7c1958977db2 req-897b8dfc-ac1d-4c25-935c-70babaa6e684 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56630'] for port, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:25.543838 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '381044c8-cab6-44e0-a866-9b4253a6cc73', 'name': 'network-vif-deleted', 'tag': 'ecdacd97-a696-41f8-a629-45d1dc2833d4'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 19:02:25.545118 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc39b0f538a7142e305aed45b4a3a48499e72eb72884f9d3de90a53803998271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc9c3446-7d18-4d8e-89ac-226cdc30c8d2" -d '{"events": [{"server_uuid": "381044c8-cab6-44e0-a866-9b4253a6cc73", "name": "network-vif-deleted", "tag": "ecdacd97-a696-41f8-a629-45d1dc2833d4"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 19:02:25.610906 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-3da92193-300e-4978-8259-7c1958977db2 req-897b8dfc-ac1d-4c25-935c-70babaa6e684 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.108 "DELETE /v2.0/ports/ecdacd97-a696-41f8-a629-45d1dc2833d4 HTTP/1.1" status: 204 len: 173 time: 0.8899350 Jun 03 19:02:25.612363 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 19:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a62d518-9668-4ffb-b7e1-3f50391fcc5d x-openstack-request-id: req-9a62d518-9668-4ffb-b7e1-3f50391fcc5d {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 19:02:25.612633 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "381044c8-cab6-44e0-a866-9b4253a6cc73", "name": "network-vif-deleted", "tag": "ecdacd97-a696-41f8-a629-45d1dc2833d4", "status": "completed", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 19:02:25.612836 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9a62d518-9668-4ffb-b7e1-3f50391fcc5d {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 19:02:25.613247 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '381044c8-cab6-44e0-a866-9b4253a6cc73', 'name': 'network-vif-deleted', 'tag': 'ecdacd97-a696-41f8-a629-45d1dc2833d4', 'status': 'completed', 'code': 200} Jun 03 19:02:25.631232 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-3367ff81-ad38-4b03-94df-60f3e8bcb4a1 None None] Set router dd58e971-f7b2-402b-9393-9a067101b3ff gateway port host: dv-cinder-794661-1-smb {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 19:02:25.816974 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-3367ff81-ad38-4b03-94df-60f3e8bcb4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd58e971-f7b2-402b-9393-9a067101b3ff', 'name': 'tempest-AttachVolumeShelveTestJSON-2075620297-router', 'tenant_id': 'd251c2b110174194859afacde2df517e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': '265efd94-e986-4a48-98b0-2936347aed73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T18:51:34Z', 'updated_at': '2021-06-03T18:51:38Z', 'revision_number': 4, 'project_id': 'd251c2b110174194859afacde2df517e', 'gw_port': {'id': '265efd94-e986-4a48-98b0-2936347aed73', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd58e971-f7b2-402b-9393-9a067101b3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:51:35Z', 'updated_at': '2021-06-03T18:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb', '_interfaces': [{'id': 'a2f394fd-9be3-4ac8-8b6d-75c7b200a26f', 'name': '', 'network_id': '9f3436aa-0141-4ddc-9e77-d652c7ff5b25', 'tenant_id': 'd251c2b110174194859afacde2df517e', 'mac_address': 'fa:16:3e:3d:98:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd58e971-f7b2-402b-9393-9a067101b3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'f5c41478-ff70-4760-874f-92c6f16f6305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:51:37Z', 'updated_at': '2021-06-03T18:51:42Z', 'revision_number': 5, 'project_id': 'd251c2b110174194859afacde2df517e', 'subnets': [{'id': 'f5c41478-ff70-4760-874f-92c6f16f6305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794661-1-smb', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:02:25.819176 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3367ff81-ad38-4b03-94df-60f3e8bcb4a1 None None] Checking router: dd58e971-f7b2-402b-9393-9a067101b3ff for host: dv-cinder-794661-1-smb {{(pid=103518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 19:02:25.824212 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3367ff81-ad38-4b03-94df-60f3e8bcb4a1 None None] Routers {'dd58e971-f7b2-402b-9393-9a067101b3ff'} bound to L3 agent in host dv-cinder-794661-1-smb {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 19:02:25.824511 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-3367ff81-ad38-4b03-94df-60f3e8bcb4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794661-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T18:44:31Z,description=,heartbeat_timestamp=2021-06-03T19:02:01Z,host='dv-cinder-794661-1-smb',id=e49736c8-5019-4904-a5ca-8bb53e194ab8,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T18:44:31Z,topic='l3_agent')) {'router_ids': ['dd58e971-f7b2-402b-9393-9a067101b3ff'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:02:25.923287 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-3367ff81-ad38-4b03-94df-60f3e8bcb4a1 None None] Set router dd58e971-f7b2-402b-9393-9a067101b3ff gateway port host: dv-cinder-794661-1-smb {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 19:02:26.022434 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-ce6bde1a-e9f5-4c4b-9666-2ff510168c59 req-2e590a4e-0eeb-4582-a3af-e6ab0f23f4bc tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Synchronizing usage tracker for tenant:d251c2b110174194859afacde2df517e on resource:port {{(pid=103516) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 19:02:26.089370 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-ce6bde1a-e9f5-4c4b-9666-2ff510168c59 req-2e590a4e-0eeb-4582-a3af-e6ab0f23f4bc tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Unset dirty status for tenant:d251c2b110174194859afacde2df517e on resource:port {{(pid=103516) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 19:02:26.090070 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-ce6bde1a-e9f5-4c4b-9666-2ff510168c59 req-2e590a4e-0eeb-4582-a3af-e6ab0f23f4bc tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=381044c8-cab6-44e0-a866-9b4253a6cc73 HTTP/1.1" status: 200 len: 210 time: 0.1057754 Jun 03 19:02:26.126766 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-3367ff81-ad38-4b03-94df-60f3e8bcb4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd58e971-f7b2-402b-9393-9a067101b3ff', 'name': 'tempest-AttachVolumeShelveTestJSON-2075620297-router', 'tenant_id': 'd251c2b110174194859afacde2df517e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': '265efd94-e986-4a48-98b0-2936347aed73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T18:51:34Z', 'updated_at': '2021-06-03T18:51:38Z', 'revision_number': 4, 'project_id': 'd251c2b110174194859afacde2df517e', 'gw_port': {'id': '265efd94-e986-4a48-98b0-2936347aed73', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd58e971-f7b2-402b-9393-9a067101b3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:51:35Z', 'updated_at': '2021-06-03T18:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb', '_interfaces': [{'id': 'a2f394fd-9be3-4ac8-8b6d-75c7b200a26f', 'name': '', 'network_id': '9f3436aa-0141-4ddc-9e77-d652c7ff5b25', 'tenant_id': 'd251c2b110174194859afacde2df517e', 'mac_address': 'fa:16:3e:3d:98:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd58e971-f7b2-402b-9393-9a067101b3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'f5c41478-ff70-4760-874f-92c6f16f6305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:51:37Z', 'updated_at': '2021-06-03T18:51:42Z', 'revision_number': 5, 'project_id': 'd251c2b110174194859afacde2df517e', 'subnets': [{'id': 'f5c41478-ff70-4760-874f-92c6f16f6305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794661-1-smb', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:02:26.129793 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3367ff81-ad38-4b03-94df-60f3e8bcb4a1 None None] The sync data for ids ['dd58e971-f7b2-402b-9393-9a067101b3ff'] in dv-cinder-794661-1-smb is: [{'id': 'dd58e971-f7b2-402b-9393-9a067101b3ff', 'name': 'tempest-AttachVolumeShelveTestJSON-2075620297-router', 'tenant_id': 'd251c2b110174194859afacde2df517e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': '265efd94-e986-4a48-98b0-2936347aed73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T18:51:34Z', 'updated_at': '2021-06-03T18:51:38Z', 'revision_number': 4, 'project_id': 'd251c2b110174194859afacde2df517e', 'gw_port': {'id': '265efd94-e986-4a48-98b0-2936347aed73', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd58e971-f7b2-402b-9393-9a067101b3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:51:35Z', 'updated_at': '2021-06-03T18:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb', '_interfaces': [{'id': 'a2f394fd-9be3-4ac8-8b6d-75c7b200a26f', 'name': '', 'network_id': '9f3436aa-0141-4ddc-9e77-d652c7ff5b25', 'tenant_id': 'd251c2b110174194859afacde2df517e', 'mac_address': 'fa:16:3e:3d:98:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd58e971-f7b2-402b-9393-9a067101b3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'f5c41478-ff70-4760-874f-92c6f16f6305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:51:37Z', 'updated_at': '2021-06-03T18:51:42Z', 'revision_number': 5, 'project_id': 'd251c2b110174194859afacde2df517e', 'subnets': [{'id': 'f5c41478-ff70-4760-874f-92c6f16f6305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 19:02:26.253812 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6055cb8c-e16d-45c6-a136-b37ef1f7b68d None None] New status for floating IP 7964ee6e-7c6c-4071-a734-98ffe3b2df94: DOWN {{(pid=103519) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 19:02:27.232873 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-df261b6e-de14-490e-8ecf-bbdc32ff2c7d req-e755653e-79bb-4d62-8772-18a9969a7cf9 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=381044c8-cab6-44e0-a866-9b4253a6cc73 HTTP/1.1" status: 200 len: 210 time: 0.0430968 Jun 03 19:02:28.367720 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-47dcba68-36f2-403b-a276-4f59643f48cb req-3be1e600-ea1b-4ba7-82f0-97c9cbd86368 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=381044c8-cab6-44e0-a866-9b4253a6cc73 HTTP/1.1" status: 200 len: 210 time: 0.0430498 Jun 03 19:02:28.707313 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Device ecdacd97-a696-41f8-a629-45d1dc2833d4 no longer exists at agent hyperv_hv-cinder-79466 {{(pid=103518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 19:02:28.750006 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.plugin [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] No Port match for: ecdacd97-a696-41f8-a629-45d1dc2833d4 {{(pid=103518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 19:02:28.750237 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Device ecdacd97-a696-41f8-a629-45d1dc2833d4 not bound to the agent host hv-cinder-79466 {{(pid=103518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 19:02:29.535678 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 60672) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:02:29.586039 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b93f5f26-7f04-4cad-a619-0751d1b1fee5 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks [] for security_group, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:29.604622 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b93f5f26-7f04-4cad-a619-0751d1b1fee5 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:29.614138 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-3100d87c-ab77-46fa-a013-a5bc9602a0cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:29.702436 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b93f5f26-7f04-4cad-a619-0751d1b1fee5 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:29.706800 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-afe288e2-a31b-480d-8a9e-d6ecd9cac1b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:02:29.722598 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93f5f26-7f04-4cad-a619-0751d1b1fee5 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1702eb-f74d-4f2e-8aaf-9a791b0681b3,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:02:29.725219 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-b93f5f26-7f04-4cad-a619-0751d1b1fee5 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:02:29.813073 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b93f5f26-7f04-4cad-a619-0751d1b1fee5 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks [] for security_group, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:29.814568 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-b93f5f26-7f04-4cad-a619-0751d1b1fee5 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "DELETE /v2.0/security-groups/9d1702eb-f74d-4f2e-8aaf-9a791b0681b3 HTTP/1.1" status: 204 len: 168 time: 0.2777517 Jun 03 19:02:29.818478 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 60674) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:02:29.833099 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.api.v2.resource [None req-e8451bdd-38b4-4172-a62c-5d2051634861 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] show failed (client error): The resource could not be found. Jun 03 19:02:29.833825 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-e8451bdd-38b4-4172-a62c-5d2051634861 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/security-groups/9d1702eb-f74d-4f2e-8aaf-9a791b0681b3 HTTP/1.1" status: 404 len: 347 time: 0.0142810 Jun 03 19:02:29.835861 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 60676) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:02:29.976977 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-0e31640e-2840-424f-ad72-26ed6c81fed9 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Deleting port 67343313-28ec-412f-9bad-c53359a9c976 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 19:02:29.977135 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0e31640e-2840-424f-ad72-26ed6c81fed9 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241832951'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:30.051181 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0e31640e-2840-424f-ad72-26ed6c81fed9 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:30.051398 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0e31640e-2840-424f-ad72-26ed6c81fed9 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:30.124008 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-0e31640e-2840-424f-ad72-26ed6c81fed9 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Calling delete_port for 67343313-28ec-412f-9bad-c53359a9c976 owned by network:floatingip {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 19:02:30.425244 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0e31640e-2840-424f-ad72-26ed6c81fed9 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241743607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751241322837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3014096'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:30.429624 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-33eeee4b-ef4c-4e62-9402-0c8b5f8dc12f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:02:30.501646 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31640e-2840-424f-ad72-26ed6c81fed9 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Pushing event deleted for resources: {'Port': ['ID=67343313-28ec-412f-9bad-c53359a9c976,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:02:30.501646 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-0e31640e-2840-424f-ad72-26ed6c81fed9 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:02:30.545103 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0e31640e-2840-424f-ad72-26ed6c81fed9 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks [] for floatingip, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:30.676910 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:30.718585 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0e31640e-2840-424f-ad72-26ed6c81fed9 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56630'] for floatingip, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:30.725192 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-0e31640e-2840-424f-ad72-26ed6c81fed9 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "DELETE /v2.0/floatingips/7964ee6e-7c6c-4071-a734-98ffe3b2df94 HTTP/1.1" status: 204 len: 168 time: 0.8832691 Jun 03 19:02:30.823919 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-c7888c3c-df6a-4289-af15-d9b9a26f88a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:31.199759 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 60680) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:02:31.203919 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.v2.base [None req-df4cae82-ebb6-467c-a7bd-f7d136fca860 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1364767875', 'description': 'tempest-description--1488189853'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 19:02:31.208436 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-df4cae82-ebb6-467c-a7bd-f7d136fca860 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 19:02:31.211558 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-df4cae82-ebb6-467c-a7bd-f7d136fca860 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Usage tracker for resource:security_group and tenant:d251c2b110174194859afacde2df517e is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 19:02:31.214211 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-df4cae82-ebb6-467c-a7bd-f7d136fca860 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 19:02:31.218216 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-df4cae82-ebb6-467c-a7bd-f7d136fca860 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 19:02:31.303403 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-df4cae82-ebb6-467c-a7bd-f7d136fca860 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks [] for security_group, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:31.328213 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-df4cae82-ebb6-467c-a7bd-f7d136fca860 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 19:02:31.331460 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-df4cae82-ebb6-467c-a7bd-f7d136fca860 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Usage tracker for resource:security_group_rule and tenant:d251c2b110174194859afacde2df517e is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 19:02:31.333915 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-df4cae82-ebb6-467c-a7bd-f7d136fca860 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 19:02:31.338734 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-df4cae82-ebb6-467c-a7bd-f7d136fca860 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 19:02:31.390522 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-df4cae82-ebb6-467c-a7bd-f7d136fca860 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks [] for security_group, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:31.459042 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-df4cae82-ebb6-467c-a7bd-f7d136fca860 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:31.463640 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-797b9dd8-622a-43c7-bc17-604a276a75ba tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:02:31.501802 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4cae82-ebb6-467c-a7bd-f7d136fca860 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc1cf52e-59f9-4710-b8ba-823642471683,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:02:31.504329 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-df4cae82-ebb6-467c-a7bd-f7d136fca860 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:02:31.575089 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-df4cae82-ebb6-467c-a7bd-f7d136fca860 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks [] for security_group, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:31.576758 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-df4cae82-ebb6-467c-a7bd-f7d136fca860 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3758895 Jun 03 19:02:31.580702 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 60682) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:02:31.586707 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.v2.base [None req-c9ba9dd5-2f55-4f93-8cc7-3b2b88995503 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Request body: {'security_group_rule': {'security_group_id': 'cc1cf52e-59f9-4710-b8ba-823642471683', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 19:02:31.594287 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-c9ba9dd5-2f55-4f93-8cc7-3b2b88995503 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 19:02:31.599570 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-c9ba9dd5-2f55-4f93-8cc7-3b2b88995503 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Usage tracker for resource:security_group_rule and tenant:d251c2b110174194859afacde2df517e is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 19:02:31.603708 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-c9ba9dd5-2f55-4f93-8cc7-3b2b88995503 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 19:02:31.609268 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-c9ba9dd5-2f55-4f93-8cc7-3b2b88995503 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 19:02:31.681820 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c9ba9dd5-2f55-4f93-8cc7-3b2b88995503 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:31.728347 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c9ba9dd5-2f55-4f93-8cc7-3b2b88995503 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:31.818540 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c9ba9dd5-2f55-4f93-8cc7-3b2b88995503 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455179'] for security_group_rule, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:31.821439 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-d8ccb609-98a8-4edb-85e3-c87d949aa0ed tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:02:31.845759 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ba9dd5-2f55-4f93-8cc7-3b2b88995503 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fda2b420-4f4a-4e42-bad8-2cf3fdf2379c,revision_number=0']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:02:31.848965 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-c9ba9dd5-2f55-4f93-8cc7-3b2b88995503 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:02:31.918586 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c9ba9dd5-2f55-4f93-8cc7-3b2b88995503 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:31.920183 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-c9ba9dd5-2f55-4f93-8cc7-3b2b88995503 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3381057 Jun 03 19:02:31.923980 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 60684) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:02:31.930028 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.v2.base [None req-89d4d699-1b8b-4c3d-9218-3953de75b10d tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Request body: {'security_group_rule': {'security_group_id': 'cc1cf52e-59f9-4710-b8ba-823642471683', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 19:02:31.937052 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-89d4d699-1b8b-4c3d-9218-3953de75b10d tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 19:02:31.951546 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-89d4d699-1b8b-4c3d-9218-3953de75b10d tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Usage tracker for resource:security_group_rule and tenant:d251c2b110174194859afacde2df517e is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 19:02:31.951546 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-89d4d699-1b8b-4c3d-9218-3953de75b10d tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 19:02:31.951546 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-89d4d699-1b8b-4c3d-9218-3953de75b10d tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 19:02:32.033985 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:32.069706 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-89d4d699-1b8b-4c3d-9218-3953de75b10d tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:32.125718 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-89d4d699-1b8b-4c3d-9218-3953de75b10d tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:32.205400 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-89d4d699-1b8b-4c3d-9218-3953de75b10d tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455179'] for security_group_rule, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:32.207642 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:02:32.227684 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d4d699-1b8b-4c3d-9218-3953de75b10d tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa0505cd-9669-411a-8689-274735aa1bf9,revision_number=0']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:02:32.230368 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-89d4d699-1b8b-4c3d-9218-3953de75b10d tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:02:32.313712 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-89d4d699-1b8b-4c3d-9218-3953de75b10d tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:32.315533 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-89d4d699-1b8b-4c3d-9218-3953de75b10d tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3901978 Jun 03 19:02:32.320006 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 60686) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:02:32.326093 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.v2.base [None req-06c2ccbc-037b-4868-a71c-4e9af6b38609 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Request body: {'floatingip': {'floating_network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 19:02:32.331285 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-06c2ccbc-037b-4868-a71c-4e9af6b38609 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 19:02:32.335046 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-06c2ccbc-037b-4868-a71c-4e9af6b38609 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Usage tracker for resource:floatingip and tenant:d251c2b110174194859afacde2df517e is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 19:02:32.337844 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-06c2ccbc-037b-4868-a71c-4e9af6b38609 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 19:02:32.343156 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-06c2ccbc-037b-4868-a71c-4e9af6b38609 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 19:02:32.412700 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-06c2ccbc-037b-4868-a71c-4e9af6b38609 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks [] for floatingip, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:32.586791 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-06c2ccbc-037b-4868-a71c-4e9af6b38609 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:32.669729 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-06c2ccbc-037b-4868-a71c-4e9af6b38609 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Allocated IP 172.28.1.218 (6ece2837-d49d-41e4-9380-4ff50b3876fc/eed56ebd-fbdc-4b64-be4b-629d7f0513a5/4428c2ec-fe78-4acb-b0fe-21a5a7f3cc37) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 19:02:32.695625 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:32.752160 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:32.763072 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-06c2ccbc-037b-4868-a71c-4e9af6b38609 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:32.868282 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-06c2ccbc-037b-4868-a71c-4e9af6b38609 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751241322828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3014096'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:32.871133 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-f5728a17-87ff-4ae3-bd21-6e7c635e0fb3 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:02:32.909688 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c2ccbc-037b-4868-a71c-4e9af6b38609 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Network 6ece2837-d49d-41e4-9380-4ff50b3876fc is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 19:02:32.914239 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-06c2ccbc-037b-4868-a71c-4e9af6b38609 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 19:02:32.917055 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c2ccbc-037b-4868-a71c-4e9af6b38609 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 19:02:32.943313 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c2ccbc-037b-4868-a71c-4e9af6b38609 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Pushing event updated for resources: {'Port': ['ID=4428c2ec-fe78-4acb-b0fe-21a5a7f3cc37,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:02:32.946996 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-06c2ccbc-037b-4868-a71c-4e9af6b38609 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:02:32.978874 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-06c2ccbc-037b-4868-a71c-4e9af6b38609 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:33.087531 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-06c2ccbc-037b-4868-a71c-4e9af6b38609 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:33.249459 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-06c2ccbc-037b-4868-a71c-4e9af6b38609 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:33.311830 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-06c2ccbc-037b-4868-a71c-4e9af6b38609 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3013931'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:33.316598 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-c02b9811-7fde-4c02-8f8b-65211d8eb092 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:02:33.401881 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c2ccbc-037b-4868-a71c-4e9af6b38609 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Pushing event updated for resources: {'Port': ['ID=4428c2ec-fe78-4acb-b0fe-21a5a7f3cc37,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:02:33.404715 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-06c2ccbc-037b-4868-a71c-4e9af6b38609 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:02:33.411335 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-06c2ccbc-037b-4868-a71c-4e9af6b38609 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573538'] for floatingip, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:33.495130 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-06c2ccbc-037b-4868-a71c-4e9af6b38609 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56630'] for floatingip, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:33.496791 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-06c2ccbc-037b-4868-a71c-4e9af6b38609 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1754446 Jun 03 19:02:33.627984 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-a19560aa-2d05-4ef9-a871-959038742634 req-d732277e-357c-442b-a0f9-60db48bc5e3d tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Synchronizing usage tracker for tenant:d251c2b110174194859afacde2df517e on resource:security_group {{(pid=103516) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 19:02:33.694517 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-a19560aa-2d05-4ef9-a871-959038742634 req-d732277e-357c-442b-a0f9-60db48bc5e3d tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Unset dirty status for tenant:d251c2b110174194859afacde2df517e on resource:security_group {{(pid=103516) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 19:02:33.696094 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-a19560aa-2d05-4ef9-a871-959038742634 req-d732277e-357c-442b-a0f9-60db48bc5e3d tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1364767875&fields=id&tenant_id=d251c2b110174194859afacde2df517e HTTP/1.1" status: 200 len: 267 time: 0.0957851 Jun 03 19:02:33.805816 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19560aa-2d05-4ef9-a871-959038742634 req-8799e55f-3eaa-43ec-b6ee-97dbbbcb42bc tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:02:33.806706 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-a19560aa-2d05-4ef9-a871-959038742634 req-8799e55f-3eaa-43ec-b6ee-97dbbbcb42bc tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/networks?id=9f3436aa-0141-4ddc-9e77-d652c7ff5b25 HTTP/1.1" status: 200 len: 817 time: 0.1027446 Jun 03 19:02:33.815967 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-a19560aa-2d05-4ef9-a871-959038742634 req-8afff325-baf6-418c-8fe8-f6a39bef77e8 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/quotas/d251c2b110174194859afacde2df517e HTTP/1.1" status: 200 len: 375 time: 0.0056210 Jun 03 19:02:33.867423 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-a19560aa-2d05-4ef9-a871-959038742634 req-eaa19d48-1819-423f-853d-9e9bbd781e4b tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Synchronizing usage tracker for tenant:d251c2b110174194859afacde2df517e on resource:port {{(pid=103516) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 19:02:33.954353 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-a19560aa-2d05-4ef9-a871-959038742634 req-eaa19d48-1819-423f-853d-9e9bbd781e4b tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Unset dirty status for tenant:d251c2b110174194859afacde2df517e on resource:port {{(pid=103516) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 19:02:33.956226 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-a19560aa-2d05-4ef9-a871-959038742634 req-eaa19d48-1819-423f-853d-9e9bbd781e4b tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d251c2b110174194859afacde2df517e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1370244 Jun 03 19:02:33.973868 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [req-a19560aa-2d05-4ef9-a871-959038742634 req-96c936db-0b72-4711-bece-652a1ca2251d service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 19:02:33.974492 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-a19560aa-2d05-4ef9-a871-959038742634 req-96c936db-0b72-4711-bece-652a1ca2251d service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051856 Jun 03 19:02:34.036211 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:02:34.059707 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-a19560aa-2d05-4ef9-a871-959038742634 req-c62a6f89-1773-4c78-a98b-593dcf6641bd service neutron] 10.222.0.44 "GET /v2.0/networks/9f3436aa-0141-4ddc-9e77-d652c7ff5b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816605 Jun 03 19:02:34.146281 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-a19560aa-2d05-4ef9-a871-959038742634 req-69a46f55-cc3f-4f1d-96ca-0104369054c6 service neutron] 10.222.0.44 "GET /v2.0/networks/9f3436aa-0141-4ddc-9e77-d652c7ff5b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828798 Jun 03 19:02:34.390784 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-75281fed-db3f-4a57-8c3d-0ecdd209d36f req-ca5f1489-4a63-4564-8044-34bac608f56f tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=729e7ab6-fad8-46ec-ba1a-f99236161c64 HTTP/1.1" status: 200 len: 210 time: 0.0311625 Jun 03 19:02:35.502671 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-234717e1-787c-41e1-8cb7-25fdbbe4c293 req-2f1319cb-e6d2-44a8-b330-036f5c3ca883 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=729e7ab6-fad8-46ec-ba1a-f99236161c64 HTTP/1.1" status: 200 len: 210 time: 0.0355673 Jun 03 19:02:36.636344 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-46520094-d9fb-4326-8d69-e3b19b15d871 req-e6eb7c43-030f-47e4-a209-172a4360bc08 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=729e7ab6-fad8-46ec-ba1a-f99236161c64 HTTP/1.1" status: 200 len: 210 time: 0.0449655 Jun 03 19:02:37.795238 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-c0a2c85d-414e-4131-a8ac-051b16991439 req-9c7c1893-e3d1-47e8-85bd-97edd608dda5 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=729e7ab6-fad8-46ec-ba1a-f99236161c64 HTTP/1.1" status: 200 len: 210 time: 0.0322812 Jun 03 19:02:38.324578 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19560aa-2d05-4ef9-a871-959038742634 req-56d3cac1-23af-44dd-9c47-09da9b8c9bc0 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:02:38.325586 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-a19560aa-2d05-4ef9-a871-959038742634 req-56d3cac1-23af-44dd-9c47-09da9b8c9bc0 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.108 "GET /v2.0/networks?id=9f3436aa-0141-4ddc-9e77-d652c7ff5b25 HTTP/1.1" status: 200 len: 817 time: 0.1873665 Jun 03 19:02:38.363564 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-a19560aa-2d05-4ef9-a871-959038742634 req-96786b6a-cf59-431e-a408-02dbe733b9ec tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.108 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d251c2b110174194859afacde2df517e HTTP/1.1" status: 200 len: 380 time: 0.0274351 Jun 03 19:02:38.371384 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.v2.base [req-a19560aa-2d05-4ef9-a871-959038742634 req-df5794ce-77dc-4b9a-803e-ad516cd4be28 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Request body: {'port': {'device_id': '729e7ab6-fad8-46ec-ba1a-f99236161c64', 'network_id': '9f3436aa-0141-4ddc-9e77-d652c7ff5b25', 'admin_state_up': True, 'tenant_id': 'd251c2b110174194859afacde2df517e', 'security_groups': ['cc1cf52e-59f9-4710-b8ba-823642471683']}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 19:02:38.459680 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [req-a19560aa-2d05-4ef9-a871-959038742634 req-df5794ce-77dc-4b9a-803e-ad516cd4be28 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 19:02:38.467011 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [req-a19560aa-2d05-4ef9-a871-959038742634 req-df5794ce-77dc-4b9a-803e-ad516cd4be28 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 19:02:38.544864 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a19560aa-2d05-4ef9-a871-959038742634 req-df5794ce-77dc-4b9a-803e-ad516cd4be28 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Made reservation on behalf of d251c2b110174194859afacde2df517e for: {'port': 1} {{(pid=103516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 19:02:38.549513 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-a19560aa-2d05-4ef9-a871-959038742634 req-df5794ce-77dc-4b9a-803e-ad516cd4be28 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:38.683093 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [req-a19560aa-2d05-4ef9-a871-959038742634 req-df5794ce-77dc-4b9a-803e-ad516cd4be28 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Allocated IP 172.20.0.8 (9f3436aa-0141-4ddc-9e77-d652c7ff5b25/f5c41478-ff70-4760-874f-92c6f16f6305/2c4f4a64-3ce0-4abd-a910-3ad86bf6a2b6) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 19:02:38.822655 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-a19560aa-2d05-4ef9-a871-959038742634 req-df5794ce-77dc-4b9a-803e-ad516cd4be28 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:38.833811 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [req-a19560aa-2d05-4ef9-a871-959038742634 req-df5794ce-77dc-4b9a-803e-ad516cd4be28 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Transition to ACTIVE for port object 2c4f4a64-3ce0-4abd-a910-3ad86bf6a2b6 will not be triggered until provisioned by entity DHCP. {{(pid=103516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 19:02:38.899501 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-fb79d835-1de1-4155-9ecf-4c432eb2226b req-2015b9e9-b0a9-41ab-8f69-c127879cf0b3 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=729e7ab6-fad8-46ec-ba1a-f99236161c64 HTTP/1.1" status: 200 len: 210 time: 0.0287423 Jun 03 19:02:38.921258 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-a19560aa-2d05-4ef9-a871-959038742634 req-df5794ce-77dc-4b9a-803e-ad516cd4be28 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751241322828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3014096'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:38.926779 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-5c2d9472-b8b6-4a6c-b9b7-1a5819aa77aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:02:38.975073 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a19560aa-2d05-4ef9-a871-959038742634 req-df5794ce-77dc-4b9a-803e-ad516cd4be28 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Network 9f3436aa-0141-4ddc-9e77-d652c7ff5b25 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 19:02:38.980265 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [req-a19560aa-2d05-4ef9-a871-959038742634 req-df5794ce-77dc-4b9a-803e-ad516cd4be28 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 19:02:38.983156 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [req-a19560aa-2d05-4ef9-a871-959038742634 req-df5794ce-77dc-4b9a-803e-ad516cd4be28 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 19:02:39.002705 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5794ce-77dc-4b9a-803e-ad516cd4be28 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Pushing event updated for resources: {'Port': ['ID=2c4f4a64-3ce0-4abd-a910-3ad86bf6a2b6,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:02:39.006726 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-df5794ce-77dc-4b9a-803e-ad516cd4be28 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:02:39.026500 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19560aa-2d05-4ef9-a871-959038742634 req-df5794ce-77dc-4b9a-803e-ad516cd4be28 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:02:39.026936 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-a19560aa-2d05-4ef9-a871-959038742634 req-df5794ce-77dc-4b9a-803e-ad516cd4be28 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56630'] for port, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:39.624828 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-a19560aa-2d05-4ef9-a871-959038742634 req-df5794ce-77dc-4b9a-803e-ad516cd4be28 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2553546 Jun 03 19:02:39.635210 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-304fe33a-0381-4c4c-bc9e-56fdd2a5d453 None None] Provisioning for port 2c4f4a64-3ce0-4abd-a910-3ad86bf6a2b6 completed by entity DHCP. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 19:02:39.639543 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.v2.base [req-a19560aa-2d05-4ef9-a871-959038742634 req-6628675f-9006-481e-bba1-678c72309dc7 service neutron] Request body: {'port': {'device_id': '729e7ab6-fad8-46ec-ba1a-f99236161c64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 19:02:39.642788 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-304fe33a-0381-4c4c-bc9e-56fdd2a5d453 None None] Provisioning complete for port 2c4f4a64-3ce0-4abd-a910-3ad86bf6a2b6 triggered by entity DHCP. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 19:02:39.643308 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-304fe33a-0381-4c4c-bc9e-56fdd2a5d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:39.695185 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.plugin [None req-304fe33a-0381-4c4c-bc9e-56fdd2a5d453 None None] Port 2c4f4a64-3ce0-4abd-a910-3ad86bf6a2b6 cannot update to ACTIVE because it is not bound. {{(pid=103518) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 19:02:39.733223 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-a19560aa-2d05-4ef9-a871-959038742634 req-6628675f-9006-481e-bba1-678c72309dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:40.004090 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.notifiers.nova [req-a19560aa-2d05-4ef9-a871-959038742634 req-6628675f-9006-481e-bba1-678c72309dc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c4f4a64-3ce0-4abd-a910-3ad86bf6a2b6 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 19:02:40.009998 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-a19560aa-2d05-4ef9-a871-959038742634 req-6628675f-9006-481e-bba1-678c72309dc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:40.022116 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [req-a19560aa-2d05-4ef9-a871-959038742634 req-6628675f-9006-481e-bba1-678c72309dc7 service neutron] Transition to ACTIVE for port object 2c4f4a64-3ce0-4abd-a910-3ad86bf6a2b6 will not be triggered until provisioned by entity L2. {{(pid=103516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 19:02:40.042060 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26951f19-aec7-41b8-ba9d-84f41eb28c57 req-00645af2-fcf3-4e98-878b-1061d043efc0 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:02:40.042531 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-26951f19-aec7-41b8-ba9d-84f41eb28c57 req-00645af2-fcf3-4e98-878b-1061d043efc0 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Synchronizing usage tracker for tenant:d251c2b110174194859afacde2df517e on resource:port {{(pid=103516) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 19:02:40.109978 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-a19560aa-2d05-4ef9-a871-959038742634 req-6628675f-9006-481e-bba1-678c72309dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3013931'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:40.114850 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-5c2d9472-b8b6-4a6c-b9b7-1a5819aa77aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:02:40.151933 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-26951f19-aec7-41b8-ba9d-84f41eb28c57 req-00645af2-fcf3-4e98-878b-1061d043efc0 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Unset dirty status for tenant:d251c2b110174194859afacde2df517e on resource:port {{(pid=103516) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 19:02:40.152803 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-26951f19-aec7-41b8-ba9d-84f41eb28c57 req-00645af2-fcf3-4e98-878b-1061d043efc0 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=729e7ab6-fad8-46ec-ba1a-f99236161c64 HTTP/1.1" status: 200 len: 931 time: 0.1845703 Jun 03 19:02:40.231161 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6628675f-9006-481e-bba1-678c72309dc7 service neutron] Pushing event updated for resources: {'Port': ['ID=2c4f4a64-3ce0-4abd-a910-3ad86bf6a2b6,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:02:40.250797 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-6628675f-9006-481e-bba1-678c72309dc7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:02:40.280736 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-26951f19-aec7-41b8-ba9d-84f41eb28c57 req-40e492ce-6202-44f6-8967-2f2ff4efc638 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc1cf52e-59f9-4710-b8ba-823642471683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221230 Jun 03 19:02:40.307336 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [req-a19560aa-2d05-4ef9-a871-959038742634 req-6628675f-9006-481e-bba1-678c72309dc7 service neutron] Attempting to bind port 2c4f4a64-3ce0-4abd-a910-3ad86bf6a2b6 on host hv-cinder-79466 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 19:02:40.307545 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [req-a19560aa-2d05-4ef9-a871-959038742634 req-6628675f-9006-481e-bba1-678c72309dc7 service neutron] Attempting to bind port 2c4f4a64-3ce0-4abd-a910-3ad86bf6a2b6 by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': 'b02fb9b0-3c23-4c5d-ae80-127565c0e9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1446, 'network_id': '9f3436aa-0141-4ddc-9e77-d652c7ff5b25'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 19:02:40.307757 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19560aa-2d05-4ef9-a871-959038742634 req-6628675f-9006-481e-bba1-678c72309dc7 service neutron] Attempting to bind port 2c4f4a64-3ce0-4abd-a910-3ad86bf6a2b6 on network 9f3436aa-0141-4ddc-9e77-d652c7ff5b25 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 19:02:40.311289 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19560aa-2d05-4ef9-a871-959038742634 req-6628675f-9006-481e-bba1-678c72309dc7 service neutron] Port 2c4f4a64-3ce0-4abd-a910-3ad86bf6a2b6 on network 9f3436aa-0141-4ddc-9e77-d652c7ff5b25 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 19:02:40.311451 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19560aa-2d05-4ef9-a871-959038742634 req-6628675f-9006-481e-bba1-678c72309dc7 service neutron] Attempting to bind port 2c4f4a64-3ce0-4abd-a910-3ad86bf6a2b6 on network 9f3436aa-0141-4ddc-9e77-d652c7ff5b25 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 19:02:40.315372 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19560aa-2d05-4ef9-a871-959038742634 req-6628675f-9006-481e-bba1-678c72309dc7 service neutron] Checking agent: {'id': 'af909ad5-3a3f-482f-ab55-4c32617c9c15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 18, 49, 2), 'started_at': datetime.datetime(2021, 6, 3, 18, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 19, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 19:02:40.315579 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19560aa-2d05-4ef9-a871-959038742634 req-6628675f-9006-481e-bba1-678c72309dc7 service neutron] Checking segment: {'id': 'b02fb9b0-3c23-4c5d-ae80-127565c0e9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1446, 'network_id': '9f3436aa-0141-4ddc-9e77-d652c7ff5b25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 19:02:40.315816 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19560aa-2d05-4ef9-a871-959038742634 req-6628675f-9006-481e-bba1-678c72309dc7 service neutron] Bound using segment: {'id': 'b02fb9b0-3c23-4c5d-ae80-127565c0e9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1446, 'network_id': '9f3436aa-0141-4ddc-9e77-d652c7ff5b25'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 19:02:40.316222 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [req-a19560aa-2d05-4ef9-a871-959038742634 req-6628675f-9006-481e-bba1-678c72309dc7 service neutron] Bound port: 2c4f4a64-3ce0-4abd-a910-3ad86bf6a2b6, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b02fb9b0-3c23-4c5d-ae80-127565c0e9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1446, 'network_id': '9f3436aa-0141-4ddc-9e77-d652c7ff5b25'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 19:02:40.316411 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-a19560aa-2d05-4ef9-a871-959038742634 req-6628675f-9006-481e-bba1-678c72309dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:40.432953 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.db [req-a19560aa-2d05-4ef9-a871-959038742634 req-6628675f-9006-481e-bba1-678c72309dc7 service neutron] For port 2c4f4a64-3ce0-4abd-a910-3ad86bf6a2b6, host hv-cinder-79466, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 19:02:40.434457 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.db [req-a19560aa-2d05-4ef9-a871-959038742634 req-6628675f-9006-481e-bba1-678c72309dc7 service neutron] For port 2c4f4a64-3ce0-4abd-a910-3ad86bf6a2b6, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=2c4f4a64-3ce0-4abd-a910-3ad86bf6a2b6,segment=NetworkSegment(b02fb9b0-3c23-4c5d-ae80-127565c0e9ce),segment_id=b02fb9b0-3c23-4c5d-ae80-127565c0e9ce)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 19:02:40.497407 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-a19560aa-2d05-4ef9-a871-959038742634 req-6628675f-9006-481e-bba1-678c72309dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3013931'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:40.502954 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-dbc8600e-e591-44e7-b771-d19d5843c720 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:02:40.543995 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19560aa-2d05-4ef9-a871-959038742634 req-6628675f-9006-481e-bba1-678c72309dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:02:40.544402 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-a19560aa-2d05-4ef9-a871-959038742634 req-6628675f-9006-481e-bba1-678c72309dc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56630'] for port, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:40.545317 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-a19560aa-2d05-4ef9-a871-959038742634 req-6628675f-9006-481e-bba1-678c72309dc7 service neutron] 10.222.0.108 "PUT /v2.0/ports/2c4f4a64-3ce0-4abd-a910-3ad86bf6a2b6 HTTP/1.1" status: 200 len: 1093 time: 0.9116302 Jun 03 19:02:40.545655 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '729e7ab6-fad8-46ec-ba1a-f99236161c64', 'tag': '2c4f4a64-3ce0-4abd-a910-3ad86bf6a2b6'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 19:02:40.547155 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc39b0f538a7142e305aed45b4a3a48499e72eb72884f9d3de90a53803998271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee2c55b-9e62-4e38-aa63-558b59b0294a" -d '{"events": [{"name": "network-changed", "server_uuid": "729e7ab6-fad8-46ec-ba1a-f99236161c64", "tag": "2c4f4a64-3ce0-4abd-a910-3ad86bf6a2b6"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 19:02:40.575050 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6628675f-9006-481e-bba1-678c72309dc7 service neutron] Pushing event updated for resources: {'Port': ['ID=2c4f4a64-3ce0-4abd-a910-3ad86bf6a2b6,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:02:40.578226 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-6628675f-9006-481e-bba1-678c72309dc7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:02:40.580404 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 19:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1136654a-3688-4155-b9f3-bbb9fa7b27a8 x-openstack-request-id: req-1136654a-3688-4155-b9f3-bbb9fa7b27a8 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 19:02:40.580809 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "729e7ab6-fad8-46ec-ba1a-f99236161c64", "tag": "2c4f4a64-3ce0-4abd-a910-3ad86bf6a2b6", "status": "completed", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 19:02:40.581162 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1136654a-3688-4155-b9f3-bbb9fa7b27a8 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 19:02:40.582006 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '729e7ab6-fad8-46ec-ba1a-f99236161c64', 'tag': '2c4f4a64-3ce0-4abd-a910-3ad86bf6a2b6', 'status': 'completed', 'code': 200} Jun 03 19:02:41.332653 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee2c55b-9e62-4e38-aa63-558b59b0294a req-bf94f08d-b33d-40c2-beb9-7e2bd3e036e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:02:41.333821 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-6ee2c55b-9e62-4e38-aa63-558b59b0294a req-bf94f08d-b33d-40c2-beb9-7e2bd3e036e8 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=d251c2b110174194859afacde2df517e&device_id=729e7ab6-fad8-46ec-ba1a-f99236161c64 HTTP/1.1" status: 200 len: 1096 time: 0.0769358 Jun 03 19:02:41.472942 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8017c1-7156-4a26-a324-651fdfdd99c0 req-80b016de-717b-4ab0-a04f-002c0b8fb620 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:02:41.473864 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-6f8017c1-7156-4a26-a324-651fdfdd99c0 req-80b016de-717b-4ab0-a04f-002c0b8fb620 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=729e7ab6-fad8-46ec-ba1a-f99236161c64 HTTP/1.1" status: 200 len: 943 time: 0.1099515 Jun 03 19:02:41.474558 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee2c55b-9e62-4e38-aa63-558b59b0294a req-0a405406-f249-4b1e-a134-108c051e8177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:02:41.475363 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-6ee2c55b-9e62-4e38-aa63-558b59b0294a req-0a405406-f249-4b1e-a134-108c051e8177 service neutron] 10.222.0.108 "GET /v2.0/networks?tenant_id=d251c2b110174194859afacde2df517e&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1271093 Jun 03 19:02:41.555230 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-6f8017c1-7156-4a26-a324-651fdfdd99c0 req-68ad09f9-a786-4639-9be0-39a6f389b3bc tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc1cf52e-59f9-4710-b8ba-823642471683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748096 Jun 03 19:02:41.584553 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee2c55b-9e62-4e38-aa63-558b59b0294a req-82b63d86-c128-44a6-bb6e-5d03d1df1754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:02:41.585635 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-6ee2c55b-9e62-4e38-aa63-558b59b0294a req-82b63d86-c128-44a6-bb6e-5d03d1df1754 service neutron] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0969555 Jun 03 19:02:41.672352 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19560aa-2d05-4ef9-a871-959038742634 req-074d921f-409a-4975-aec3-2d81072b8bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:02:41.674149 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-a19560aa-2d05-4ef9-a871-959038742634 req-074d921f-409a-4975-aec3-2d81072b8bf2 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=d251c2b110174194859afacde2df517e&device_id=729e7ab6-fad8-46ec-ba1a-f99236161c64 HTTP/1.1" status: 200 len: 1096 time: 0.0580285 Jun 03 19:02:41.718706 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-a19560aa-2d05-4ef9-a871-959038742634 req-e23ea896-23ee-4b41-b503-dcf001bee95b service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c4f4a64-3ce0-4abd-a910-3ad86bf6a2b6 HTTP/1.1" status: 200 len: 217 time: 0.0371587 Jun 03 19:02:41.765819 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19560aa-2d05-4ef9-a871-959038742634 req-337e4da2-2a18-4258-99d8-f5de9c6b8efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:02:41.767508 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-a19560aa-2d05-4ef9-a871-959038742634 req-337e4da2-2a18-4258-99d8-f5de9c6b8efc service neutron] 10.222.0.108 "GET /v2.0/subnets?id=f5c41478-ff70-4760-874f-92c6f16f6305 HTTP/1.1" status: 200 len: 856 time: 0.0418913 Jun 03 19:02:41.821099 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19560aa-2d05-4ef9-a871-959038742634 req-67b94b82-a87f-44c5-9e91-f55a9d869595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:02:41.821961 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-a19560aa-2d05-4ef9-a871-959038742634 req-67b94b82-a87f-44c5-9e91-f55a9d869595 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=9f3436aa-0141-4ddc-9e77-d652c7ff5b25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0480311 Jun 03 19:02:41.921487 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-a19560aa-2d05-4ef9-a871-959038742634 req-ff57fcf3-81ff-42ae-b341-da00fe454ab1 service neutron] 10.222.0.108 "GET /v2.0/networks/9f3436aa-0141-4ddc-9e77-d652c7ff5b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843036 Jun 03 19:02:42.018266 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-a19560aa-2d05-4ef9-a871-959038742634 req-b4b1952f-a2a2-4bad-a298-a9ef3d05eedc service neutron] 10.222.0.108 "GET /v2.0/networks/9f3436aa-0141-4ddc-9e77-d652c7ff5b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897408 Jun 03 19:02:42.709875 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4350b8-22ae-4773-b228-6889c7af43ad req-5e3d35d9-684d-45f2-a43a-8af7c74e4188 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:02:42.710751 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-1c4350b8-22ae-4773-b228-6889c7af43ad req-5e3d35d9-684d-45f2-a43a-8af7c74e4188 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=729e7ab6-fad8-46ec-ba1a-f99236161c64 HTTP/1.1" status: 200 len: 943 time: 0.0570748 Jun 03 19:02:42.742879 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-1c4350b8-22ae-4773-b228-6889c7af43ad req-25d00e7a-a565-44da-af12-c44d5451918a tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc1cf52e-59f9-4710-b8ba-823642471683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284970 Jun 03 19:02:43.912911 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b52b64-748c-49d0-a2ee-0e2d8d81cfa0 req-94aa5795-35a5-4f43-a1ce-a0b244d32c81 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:02:43.913959 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-25b52b64-748c-49d0-a2ee-0e2d8d81cfa0 req-94aa5795-35a5-4f43-a1ce-a0b244d32c81 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=729e7ab6-fad8-46ec-ba1a-f99236161c64 HTTP/1.1" status: 200 len: 943 time: 0.0748615 Jun 03 19:02:43.945613 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-25b52b64-748c-49d0-a2ee-0e2d8d81cfa0 req-02445493-3569-47ed-be40-17c2cbc1da36 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc1cf52e-59f9-4710-b8ba-823642471683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276732 Jun 03 19:02:44.800268 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Device 2c4f4a64-3ce0-4abd-a910-3ad86bf6a2b6 details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=103518) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 19:02:44.902775 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] For port 2c4f4a64-3ce0-4abd-a910-3ad86bf6a2b6, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=2c4f4a64-3ce0-4abd-a910-3ad86bf6a2b6,segment=NetworkSegment(b02fb9b0-3c23-4c5d-ae80-127565c0e9ce),segment_id=b02fb9b0-3c23-4c5d-ae80-127565c0e9ce)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 19:02:44.911582 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Returning: {'device': '2c4f4a64-3ce0-4abd-a910-3ad86bf6a2b6', 'network_id': '9f3436aa-0141-4ddc-9e77-d652c7ff5b25', 'port_id': '2c4f4a64-3ce0-4abd-a910-3ad86bf6a2b6', 'mac_address': 'fa:16:3e:41:a9:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5c41478-ff70-4760-874f-92c6f16f6305', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103518) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 19:02:44.948432 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:44.959932 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.notifiers.nova [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c4f4a64-3ce0-4abd-a910-3ad86bf6a2b6 {{(pid=103518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 19:02:44.969993 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] For port 2c4f4a64-3ce0-4abd-a910-3ad86bf6a2b6, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=2c4f4a64-3ce0-4abd-a910-3ad86bf6a2b6,segment=NetworkSegment(b02fb9b0-3c23-4c5d-ae80-127565c0e9ce),segment_id=b02fb9b0-3c23-4c5d-ae80-127565c0e9ce)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 19:02:45.035565 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:45.037276 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:02:45.057100 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-87057cf9-4e89-4bf1-9c18-48c5a9919a46 req-857e96d3-026e-46db-8488-6c0a753cc627 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=d251c2b110174194859afacde2df517e&device_id=381044c8-cab6-44e0-a866-9b4253a6cc73 HTTP/1.1" status: 200 len: 210 time: 0.0351827 Jun 03 19:02:45.084421 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Pushing event updated for resources: {'Port': ['ID=2c4f4a64-3ce0-4abd-a910-3ad86bf6a2b6,revision_number=4']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:02:45.089321 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:02:45.089551 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:02:45.089754 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:02:45.089963 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:02:45.090171 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:02:45.090378 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:02:45.090584 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:02:45.090788 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:02:45.090994 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:02:45.091526 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:02:45.091526 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:02:45.091649 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:02:45.094424 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:02:45.166598 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87057cf9-4e89-4bf1-9c18-48c5a9919a46 req-45400a68-2b84-4b55-b0f8-2ae20b99def1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:02:45.167595 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-87057cf9-4e89-4bf1-9c18-48c5a9919a46 req-45400a68-2b84-4b55-b0f8-2ae20b99def1 service neutron] 10.222.0.108 "GET /v2.0/networks?tenant_id=d251c2b110174194859afacde2df517e&shared=False HTTP/1.1" status: 200 len: 919 time: 0.0927660 Jun 03 19:02:45.171374 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f00aa6f-9ed7-4e3d-a11b-20352c190d5d req-55943793-491c-490d-ad2c-30ba22b67a89 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:02:45.172363 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-3f00aa6f-9ed7-4e3d-a11b-20352c190d5d req-55943793-491c-490d-ad2c-30ba22b67a89 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=729e7ab6-fad8-46ec-ba1a-f99236161c64 HTTP/1.1" status: 200 len: 944 time: 0.1443932 Jun 03 19:02:45.201279 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-3f00aa6f-9ed7-4e3d-a11b-20352c190d5d req-f564370a-5e05-46f6-b940-1bfecf7ecd3a tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc1cf52e-59f9-4710-b8ba-823642471683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0250053 Jun 03 19:02:45.259044 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87057cf9-4e89-4bf1-9c18-48c5a9919a46 req-6dce3f16-a6f2-4b64-b9e9-7b5a32ac5c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:02:45.260055 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-87057cf9-4e89-4bf1-9c18-48c5a9919a46 req-6dce3f16-a6f2-4b64-b9e9-7b5a32ac5c6c service neutron] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0847182 Jun 03 19:02:45.298426 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] get_ports_and_sgs() called for port_ids ['2c4f4a64-3ce0-4abd-a910-3ad86bf6a2b6'] {{(pid=103518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 19:02:45.722969 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 60746) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:02:45.966919 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-f1a5dbf2-edaa-4c11-8026-c42238351e68 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Deleting port a00da34b-6a5a-480d-8820-5d336424cf5a {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 19:02:45.967099 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f1a5dbf2-edaa-4c11-8026-c42238351e68 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241832951'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:46.046078 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f1a5dbf2-edaa-4c11-8026-c42238351e68 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:46.046289 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f1a5dbf2-edaa-4c11-8026-c42238351e68 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:46.119976 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-f1a5dbf2-edaa-4c11-8026-c42238351e68 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Calling delete_port for a00da34b-6a5a-480d-8820-5d336424cf5a owned by network:floatingip {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 19:02:46.290076 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f1a5dbf2-edaa-4c11-8026-c42238351e68 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241743607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751241322837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3014096'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:46.293032 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-06c2ccbc-037b-4868-a71c-4e9af6b38609 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:02:46.322229 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a5dbf2-edaa-4c11-8026-c42238351e68 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Pushing event deleted for resources: {'Port': ['ID=a00da34b-6a5a-480d-8820-5d336424cf5a,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:02:46.327335 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-f1a5dbf2-edaa-4c11-8026-c42238351e68 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:02:46.341835 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161219ac-4309-44a0-adcf-7ea2bc9f4508 req-49204018-2119-4051-9eda-e35c074f8e85 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:02:46.342834 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-161219ac-4309-44a0-adcf-7ea2bc9f4508 req-49204018-2119-4051-9eda-e35c074f8e85 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=729e7ab6-fad8-46ec-ba1a-f99236161c64 HTTP/1.1" status: 200 len: 944 time: 0.0602596 Jun 03 19:02:46.373018 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-161219ac-4309-44a0-adcf-7ea2bc9f4508 req-39bb2fb8-d186-4ecd-95c4-b2753ea03383 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc1cf52e-59f9-4710-b8ba-823642471683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0260439 Jun 03 19:02:46.395469 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f1a5dbf2-edaa-4c11-8026-c42238351e68 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Notify callbacks [] for floatingip, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:46.395675 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.db.l3_db [None req-f1a5dbf2-edaa-4c11-8026-c42238351e68 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Floating IP 7ec75467-7588-4e2a-8c29-2ce5627fbd93 disassociated (deleted). External IP: 172.28.1.127, port: 033a75b1-ae28-4ad0-a01d-399ccd8f9022. Jun 03 19:02:46.603341 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1a5dbf2-edaa-4c11-8026-c42238351e68 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Router cba336f7-794b-4059-bc57-d320dd57cc0f has already been hosted by L3 agent e49736c8-5019-4904-a5ca-8bb53e194ab8 {{(pid=103516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 19:02:46.693052 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a5dbf2-edaa-4c11-8026-c42238351e68 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Notify agent at l3_agent.dv-cinder-794661-1-smb the message routers_updated {{(pid=103516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 19:02:46.703124 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f2fc04-ebea-45a4-8f6e-833fbe341bad None None] Sync routers for ids ['cba336f7-794b-4059-bc57-d320dd57cc0f'] in dv-cinder-794661-1-smb {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 19:02:46.709514 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f2fc04-ebea-45a4-8f6e-833fbe341bad None None] Routers {'cba336f7-794b-4059-bc57-d320dd57cc0f'} bound to L3 agent in host dv-cinder-794661-1-smb {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 19:02:46.709907 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-29f2fc04-ebea-45a4-8f6e-833fbe341bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794661-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T18:44:31Z,description=,heartbeat_timestamp=2021-06-03T19:02:31Z,host='dv-cinder-794661-1-smb',id=e49736c8-5019-4904-a5ca-8bb53e194ab8,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T18:44:31Z,topic='l3_agent')) {'router_ids': ['cba336f7-794b-4059-bc57-d320dd57cc0f'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:02:46.766662 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f1a5dbf2-edaa-4c11-8026-c42238351e68 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56630'] for floatingip, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:46.802632 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Device 2c4f4a64-3ce0-4abd-a910-3ad86bf6a2b6 up at agent hyperv_hv-cinder-79466 {{(pid=103518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 19:02:46.844164 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-29f2fc04-ebea-45a4-8f6e-833fbe341bad None None] Set router cba336f7-794b-4059-bc57-d320dd57cc0f gateway port host: dv-cinder-794661-1-smb {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 19:02:46.885195 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-f1a5dbf2-edaa-4c11-8026-c42238351e68 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] 10.222.0.44 "DELETE /v2.0/floatingips/7ec75467-7588-4e2a-8c29-2ce5627fbd93 HTTP/1.1" status: 204 len: 168 time: 1.1609883 Jun 03 19:02:46.886491 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3062453c-3be2-4205-9e98-d261afa1ff4e', 'tag': '033a75b1-ae28-4ad0-a01d-399ccd8f9022'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 19:02:46.889569 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc39b0f538a7142e305aed45b4a3a48499e72eb72884f9d3de90a53803998271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72eca9a1-583c-4f14-8bd2-92dc587934a3" -d '{"events": [{"name": "network-changed", "server_uuid": "3062453c-3be2-4205-9e98-d261afa1ff4e", "tag": "033a75b1-ae28-4ad0-a01d-399ccd8f9022"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 19:02:46.933274 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 19:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7cefc1-6abb-4371-bf48-1a74a710a134 x-openstack-request-id: req-9b7cefc1-6abb-4371-bf48-1a74a710a134 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 19:02:46.933918 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3062453c-3be2-4205-9e98-d261afa1ff4e", "tag": "033a75b1-ae28-4ad0-a01d-399ccd8f9022", "status": "completed", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 19:02:46.934143 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9b7cefc1-6abb-4371-bf48-1a74a710a134 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 19:02:46.934468 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3062453c-3be2-4205-9e98-d261afa1ff4e', 'tag': '033a75b1-ae28-4ad0-a01d-399ccd8f9022', 'status': 'completed', 'code': 200} Jun 03 19:02:46.975630 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Provisioning for port 2c4f4a64-3ce0-4abd-a910-3ad86bf6a2b6 completed by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 19:02:46.983756 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Provisioning complete for port 2c4f4a64-3ce0-4abd-a910-3ad86bf6a2b6 triggered by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 19:02:46.984035 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:47.004072 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eca9a1-583c-4f14-8bd2-92dc587934a3 req-c09b7f17-5e12-439e-8f43-e663a0760e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:02:47.005056 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-72eca9a1-583c-4f14-8bd2-92dc587934a3 req-c09b7f17-5e12-439e-8f43-e663a0760e9a service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=b25f38073ae6420f835fe8ab201bdda3&device_id=3062453c-3be2-4205-9e98-d261afa1ff4e HTTP/1.1" status: 200 len: 1099 time: 0.0522203 Jun 03 19:02:47.066066 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-29f2fc04-ebea-45a4-8f6e-833fbe341bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba336f7-794b-4059-bc57-d320dd57cc0f', 'name': 'tempest-TestShelveInstance-1321612561-router', 'tenant_id': 'b25f38073ae6420f835fe8ab201bdda3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.204'}], 'enable_snat': True}, 'gw_port_id': 'a7d97c0e-ed6b-47af-a6f7-52bac49b01f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T18:58:23Z', 'updated_at': '2021-06-03T18:58:25Z', 'revision_number': 4, 'project_id': 'b25f38073ae6420f835fe8ab201bdda3', 'gw_port': {'id': 'a7d97c0e-ed6b-47af-a6f7-52bac49b01f7', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba336f7-794b-4059-bc57-d320dd57cc0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:58:23Z', 'updated_at': '2021-06-03T18:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb', '_interfaces': [{'id': 'ccbdb6f3-0fcd-4498-b940-30abefaaeda7', 'name': '', 'network_id': '2e2bd607-1031-490c-a4b3-9ab69f4aa352', 'tenant_id': 'b25f38073ae6420f835fe8ab201bdda3', 'mac_address': 'fa:16:3e:c2:5b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba336f7-794b-4059-bc57-d320dd57cc0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '7ce4a726-88f3-4342-8711-c58fb59e1c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:58:25Z', 'updated_at': '2021-06-03T18:58:30Z', 'revision_number': 5, 'project_id': 'b25f38073ae6420f835fe8ab201bdda3', 'subnets': [{'id': '7ce4a726-88f3-4342-8711-c58fb59e1c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794661-1-smb', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:02:47.071064 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f2fc04-ebea-45a4-8f6e-833fbe341bad None None] Checking router: cba336f7-794b-4059-bc57-d320dd57cc0f for host: dv-cinder-794661-1-smb {{(pid=103518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 19:02:47.079371 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:47.086871 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f2fc04-ebea-45a4-8f6e-833fbe341bad None None] Routers {'cba336f7-794b-4059-bc57-d320dd57cc0f'} bound to L3 agent in host dv-cinder-794661-1-smb {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 19:02:47.087183 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-29f2fc04-ebea-45a4-8f6e-833fbe341bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794661-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T18:44:31Z,description=,heartbeat_timestamp=2021-06-03T19:02:31Z,host='dv-cinder-794661-1-smb',id=e49736c8-5019-4904-a5ca-8bb53e194ab8,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T18:44:31Z,topic='l3_agent')) {'router_ids': ['cba336f7-794b-4059-bc57-d320dd57cc0f'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:02:47.087328 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eca9a1-583c-4f14-8bd2-92dc587934a3 req-ce5272e9-593e-4a36-ac72-e293ae9467e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:02:47.088349 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-72eca9a1-583c-4f14-8bd2-92dc587934a3 req-ce5272e9-593e-4a36-ac72-e293ae9467e0 service neutron] 10.222.0.108 "GET /v2.0/networks?id=2e2bd607-1031-490c-a4b3-9ab69f4aa352 HTTP/1.1" status: 200 len: 911 time: 0.0770955 Jun 03 19:02:47.135949 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-72eca9a1-583c-4f14-8bd2-92dc587934a3 req-a82eab52-6d02-4af5-9160-a5c5c7a9d1bc service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=033a75b1-ae28-4ad0-a01d-399ccd8f9022 HTTP/1.1" status: 200 len: 217 time: 0.0399084 Jun 03 19:02:47.154486 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '729e7ab6-fad8-46ec-ba1a-f99236161c64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c4f4a64-3ce0-4abd-a910-3ad86bf6a2b6'}] {{(pid=103518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 19:02:47.158171 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db66028b02b75232abd2ce52c3e0184f662a2cc7ac62fff2d597f865859cb538" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-701c8d07-8072-4e37-99c6-1ccc1c893008" -d '{"events": [{"server_uuid": "729e7ab6-fad8-46ec-ba1a-f99236161c64", "name": "network-vif-plugged", "status": "completed", "tag": "2c4f4a64-3ce0-4abd-a910-3ad86bf6a2b6"}]}' {{(pid=103518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 19:02:47.166183 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] For port 2c4f4a64-3ce0-4abd-a910-3ad86bf6a2b6, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=2c4f4a64-3ce0-4abd-a910-3ad86bf6a2b6,segment=NetworkSegment(b02fb9b0-3c23-4c5d-ae80-127565c0e9ce),segment_id=b02fb9b0-3c23-4c5d-ae80-127565c0e9ce)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 19:02:47.180337 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eca9a1-583c-4f14-8bd2-92dc587934a3 req-57975f38-04ae-4b60-88b2-2e75dfb2f635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:02:47.186120 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-72eca9a1-583c-4f14-8bd2-92dc587934a3 req-57975f38-04ae-4b60-88b2-2e75dfb2f635 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=7ce4a726-88f3-4342-8711-c58fb59e1c46 HTTP/1.1" status: 200 len: 848 time: 0.0361094 Jun 03 19:02:47.215924 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-29f2fc04-ebea-45a4-8f6e-833fbe341bad None None] Set router cba336f7-794b-4059-bc57-d320dd57cc0f gateway port host: dv-cinder-794661-1-smb {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 19:02:47.239043 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 19:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43437e9d-07a1-4de5-9f0a-43be4cc8599c x-openstack-request-id: req-43437e9d-07a1-4de5-9f0a-43be4cc8599c {{(pid=103518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 19:02:47.239203 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "729e7ab6-fad8-46ec-ba1a-f99236161c64", "name": "network-vif-plugged", "status": "completed", "tag": "2c4f4a64-3ce0-4abd-a910-3ad86bf6a2b6", "code": 200}]} {{(pid=103518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 19:02:47.239333 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-43437e9d-07a1-4de5-9f0a-43be4cc8599c {{(pid=103518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 19:02:47.239750 dv-cinder-794661-1-smb neutron-server[103518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '729e7ab6-fad8-46ec-ba1a-f99236161c64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c4f4a64-3ce0-4abd-a910-3ad86bf6a2b6', 'code': 200} Jun 03 19:02:47.243437 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:47.245590 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:02:47.252941 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eca9a1-583c-4f14-8bd2-92dc587934a3 req-8149a52e-65c4-421a-a073-35c027018da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:02:47.253896 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-72eca9a1-583c-4f14-8bd2-92dc587934a3 req-8149a52e-65c4-421a-a073-35c027018da9 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=2e2bd607-1031-490c-a4b3-9ab69f4aa352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0660243 Jun 03 19:02:47.329216 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Pushing event updated for resources: {'Port': ['ID=2c4f4a64-3ce0-4abd-a910-3ad86bf6a2b6,revision_number=5']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:02:47.331674 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:02:47.364421 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-72eca9a1-583c-4f14-8bd2-92dc587934a3 req-ee80194f-ec54-4f46-acf3-b37412abdb9e service neutron] 10.222.0.108 "GET /v2.0/networks/2e2bd607-1031-490c-a4b3-9ab69f4aa352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036053 Jun 03 19:02:47.377859 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd5ac5a-7717-4634-ba6e-63aa18fbe599 req-e73cc6fc-0ecc-4592-be64-5f96570711fd tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:02:47.378296 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-1cd5ac5a-7717-4634-ba6e-63aa18fbe599 req-e73cc6fc-0ecc-4592-be64-5f96570711fd tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Synchronizing usage tracker for tenant:b25f38073ae6420f835fe8ab201bdda3 on resource:port {{(pid=103516) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 19:02:47.424469 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-29f2fc04-ebea-45a4-8f6e-833fbe341bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba336f7-794b-4059-bc57-d320dd57cc0f', 'name': 'tempest-TestShelveInstance-1321612561-router', 'tenant_id': 'b25f38073ae6420f835fe8ab201bdda3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.204'}], 'enable_snat': True}, 'gw_port_id': 'a7d97c0e-ed6b-47af-a6f7-52bac49b01f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T18:58:23Z', 'updated_at': '2021-06-03T18:58:25Z', 'revision_number': 4, 'project_id': 'b25f38073ae6420f835fe8ab201bdda3', 'gw_port': {'id': 'a7d97c0e-ed6b-47af-a6f7-52bac49b01f7', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba336f7-794b-4059-bc57-d320dd57cc0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:58:23Z', 'updated_at': '2021-06-03T18:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb', '_interfaces': [{'id': 'ccbdb6f3-0fcd-4498-b940-30abefaaeda7', 'name': '', 'network_id': '2e2bd607-1031-490c-a4b3-9ab69f4aa352', 'tenant_id': 'b25f38073ae6420f835fe8ab201bdda3', 'mac_address': 'fa:16:3e:c2:5b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba336f7-794b-4059-bc57-d320dd57cc0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '7ce4a726-88f3-4342-8711-c58fb59e1c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:58:25Z', 'updated_at': '2021-06-03T18:58:30Z', 'revision_number': 5, 'project_id': 'b25f38073ae6420f835fe8ab201bdda3', 'subnets': [{'id': '7ce4a726-88f3-4342-8711-c58fb59e1c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794661-1-smb', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:02:47.427110 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f2fc04-ebea-45a4-8f6e-833fbe341bad None None] The sync data for ids ['cba336f7-794b-4059-bc57-d320dd57cc0f'] in dv-cinder-794661-1-smb is: [{'id': 'cba336f7-794b-4059-bc57-d320dd57cc0f', 'name': 'tempest-TestShelveInstance-1321612561-router', 'tenant_id': 'b25f38073ae6420f835fe8ab201bdda3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.204'}], 'enable_snat': True}, 'gw_port_id': 'a7d97c0e-ed6b-47af-a6f7-52bac49b01f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T18:58:23Z', 'updated_at': '2021-06-03T18:58:25Z', 'revision_number': 4, 'project_id': 'b25f38073ae6420f835fe8ab201bdda3', 'gw_port': {'id': 'a7d97c0e-ed6b-47af-a6f7-52bac49b01f7', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba336f7-794b-4059-bc57-d320dd57cc0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:58:23Z', 'updated_at': '2021-06-03T18:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb', '_interfaces': [{'id': 'ccbdb6f3-0fcd-4498-b940-30abefaaeda7', 'name': '', 'network_id': '2e2bd607-1031-490c-a4b3-9ab69f4aa352', 'tenant_id': 'b25f38073ae6420f835fe8ab201bdda3', 'mac_address': 'fa:16:3e:c2:5b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba336f7-794b-4059-bc57-d320dd57cc0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '7ce4a726-88f3-4342-8711-c58fb59e1c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:58:25Z', 'updated_at': '2021-06-03T18:58:30Z', 'revision_number': 5, 'project_id': 'b25f38073ae6420f835fe8ab201bdda3', 'subnets': [{'id': '7ce4a726-88f3-4342-8711-c58fb59e1c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 19:02:47.459102 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-72eca9a1-583c-4f14-8bd2-92dc587934a3 req-47d8a8ad-c35b-4662-b4d0-7c3fd476f874 service neutron] 10.222.0.108 "GET /v2.0/networks/2e2bd607-1031-490c-a4b3-9ab69f4aa352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860040 Jun 03 19:02:47.484258 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7a6c02-4689-4bfe-b43a-d6e80d1b86b3 req-3c96bae2-db01-40c7-8e49-a5c234986e98 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:02:47.493878 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-cb7a6c02-4689-4bfe-b43a-d6e80d1b86b3 req-3c96bae2-db01-40c7-8e49-a5c234986e98 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=729e7ab6-fad8-46ec-ba1a-f99236161c64 HTTP/1.1" status: 200 len: 945 time: 0.0499022 Jun 03 19:02:47.506653 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-1cd5ac5a-7717-4634-ba6e-63aa18fbe599 req-e73cc6fc-0ecc-4592-be64-5f96570711fd tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Unset dirty status for tenant:b25f38073ae6420f835fe8ab201bdda3 on resource:port {{(pid=103516) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 19:02:47.507495 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-1cd5ac5a-7717-4634-ba6e-63aa18fbe599 req-e73cc6fc-0ecc-4592-be64-5f96570711fd tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] 10.222.0.44 "GET /v2.0/ports?device_id=3062453c-3be2-4205-9e98-d261afa1ff4e HTTP/1.1" status: 200 len: 946 time: 0.2359407 Jun 03 19:02:47.514362 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-cb7a6c02-4689-4bfe-b43a-d6e80d1b86b3 req-ee0ffd94-dcbd-4124-8650-c9367a118056 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc1cf52e-59f9-4710-b8ba-823642471683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0258203 Jun 03 19:02:47.542675 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-1cd5ac5a-7717-4634-ba6e-63aa18fbe599 req-829d227f-2c2c-4dad-a3e1-c89a8e32bff2 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] 10.222.0.44 "GET /v2.0/security-groups?id=0965ed82-59d5-4b99-81ef-70c2146c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316284 Jun 03 19:02:47.576592 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0d39a4-170a-4661-931c-7f77e57adccb None None] New status for floating IP 7ec75467-7588-4e2a-8c29-2ce5627fbd93: DOWN {{(pid=103519) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 19:02:48.500533 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17bf3f7-14c5-45d9-9634-fe6c9cdb0d96 req-148d56b8-cc83-4364-b6e3-b22df29c6ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:02:48.501554 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-c17bf3f7-14c5-45d9-9634-fe6c9cdb0d96 req-148d56b8-cc83-4364-b6e3-b22df29c6ca5 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=729e7ab6-fad8-46ec-ba1a-f99236161c64 HTTP/1.1" status: 200 len: 1098 time: 0.0532918 Jun 03 19:02:48.534479 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-c17bf3f7-14c5-45d9-9634-fe6c9cdb0d96 req-feffc068-f898-4c50-8c24-41eda828599e service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=cc1cf52e-59f9-4710-b8ba-823642471683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0253332 Jun 03 19:02:48.645965 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8438966d-120f-4731-afe4-d9fddede9abb req-2ea509a6-a45d-4edb-8450-2ddfc31b3dcd tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:02:48.646875 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-8438966d-120f-4731-afe4-d9fddede9abb req-2ea509a6-a45d-4edb-8450-2ddfc31b3dcd tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=729e7ab6-fad8-46ec-ba1a-f99236161c64 HTTP/1.1" status: 200 len: 945 time: 0.0609870 Jun 03 19:02:48.666288 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed925836-6ae1-42b2-a218-3279dbaacd44 req-e8f3710d-16e4-4d48-82ca-d8299d3903b2 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:02:48.667214 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-ed925836-6ae1-42b2-a218-3279dbaacd44 req-e8f3710d-16e4-4d48-82ca-d8299d3903b2 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] 10.222.0.44 "GET /v2.0/ports?device_id=3062453c-3be2-4205-9e98-d261afa1ff4e HTTP/1.1" status: 200 len: 946 time: 0.0551999 Jun 03 19:02:48.675195 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-8438966d-120f-4731-afe4-d9fddede9abb req-a073f7aa-e531-41f0-9fd2-d880c872ec60 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc1cf52e-59f9-4710-b8ba-823642471683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0244665 Jun 03 19:02:48.693616 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-ed925836-6ae1-42b2-a218-3279dbaacd44 req-13ceffdd-60a1-4223-9408-de355a8d5fdc tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] 10.222.0.44 "GET /v2.0/security-groups?id=0965ed82-59d5-4b99-81ef-70c2146c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0229824 Jun 03 19:02:49.403909 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23021ec-39e2-4690-90ed-6a9eb07c7bf0 req-6943f5d2-4d38-41ab-800c-7dc4e32ce691 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:02:49.405028 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-f23021ec-39e2-4690-90ed-6a9eb07c7bf0 req-6943f5d2-4d38-41ab-800c-7dc4e32ce691 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] 10.222.0.108 "GET /v2.0/ports?device_id=3062453c-3be2-4205-9e98-d261afa1ff4e HTTP/1.1" status: 200 len: 946 time: 0.0846078 Jun 03 19:02:49.504686 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [req-f23021ec-39e2-4690-90ed-6a9eb07c7bf0 req-b2a442e2-0e56-4a68-846b-ed2305018856 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Deleting port 033a75b1-ae28-4ad0-a01d-399ccd8f9022 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 19:02:49.505488 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-f23021ec-39e2-4690-90ed-6a9eb07c7bf0 req-b2a442e2-0e56-4a68-846b-ed2305018856 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241832951'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:49.592068 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.db [req-f23021ec-39e2-4690-90ed-6a9eb07c7bf0 req-b2a442e2-0e56-4a68-846b-ed2305018856 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] For port 033a75b1-ae28-4ad0-a01d-399ccd8f9022, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=033a75b1-ae28-4ad0-a01d-399ccd8f9022,segment=NetworkSegment(aedfba21-4ee8-4f67-9447-bdbc401be3b6),segment_id=aedfba21-4ee8-4f67-9447-bdbc401be3b6)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 19:02:49.592228 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-f23021ec-39e2-4690-90ed-6a9eb07c7bf0 req-b2a442e2-0e56-4a68-846b-ed2305018856 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:49.673896 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [req-f23021ec-39e2-4690-90ed-6a9eb07c7bf0 req-b2a442e2-0e56-4a68-846b-ed2305018856 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Calling delete_port for 033a75b1-ae28-4ad0-a01d-399ccd8f9022 owned by compute:nova {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 19:02:49.822136 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef53e8d-b31a-40cc-8549-875532065855 req-654a005c-81c3-42c4-867d-707d2589961a tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:02:49.823057 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-4ef53e8d-b31a-40cc-8549-875532065855 req-654a005c-81c3-42c4-867d-707d2589961a tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=729e7ab6-fad8-46ec-ba1a-f99236161c64 HTTP/1.1" status: 200 len: 945 time: 0.0611796 Jun 03 19:02:49.848119 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6761a12-c92f-4703-9cfc-e3cdc3f25de7 req-ac591577-b42f-48b0-9e73-c24e49c0ae92 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:02:49.848884 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-c6761a12-c92f-4703-9cfc-e3cdc3f25de7 req-ac591577-b42f-48b0-9e73-c24e49c0ae92 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] 10.222.0.44 "GET /v2.0/ports?device_id=3062453c-3be2-4205-9e98-d261afa1ff4e HTTP/1.1" status: 200 len: 946 time: 0.0549600 Jun 03 19:02:49.857315 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-4ef53e8d-b31a-40cc-8549-875532065855 req-b5bd25a6-8239-4a1b-83c9-511f0a343d4b tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc1cf52e-59f9-4710-b8ba-823642471683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0250883 Jun 03 19:02:49.873930 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-c6761a12-c92f-4703-9cfc-e3cdc3f25de7 req-189631ad-b8af-41ce-9ff9-5b02b6eb67dc tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] 10.222.0.44 "GET /v2.0/security-groups?id=0965ed82-59d5-4b99-81ef-70c2146c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0213921 Jun 03 19:02:49.885561 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-f23021ec-39e2-4690-90ed-6a9eb07c7bf0 req-b2a442e2-0e56-4a68-846b-ed2305018856 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241743607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751241322837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3014096'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:49.889208 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-df5794ce-77dc-4b9a-803e-ad516cd4be28 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:02:49.926552 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a442e2-0e56-4a68-846b-ed2305018856 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Pushing event deleted for resources: {'Port': ['ID=033a75b1-ae28-4ad0-a01d-399ccd8f9022,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:02:49.927925 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-b2a442e2-0e56-4a68-846b-ed2305018856 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:02:49.957136 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [req-f23021ec-39e2-4690-90ed-6a9eb07c7bf0 req-b2a442e2-0e56-4a68-846b-ed2305018856 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] No DVR routers for this DVR port 033a75b1-ae28-4ad0-a01d-399ccd8f9022 on host hv-cinder-79466 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 19:02:49.958775 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-f23021ec-39e2-4690-90ed-6a9eb07c7bf0 req-b2a442e2-0e56-4a68-846b-ed2305018856 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56630'] for port, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:49.961740 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3062453c-3be2-4205-9e98-d261afa1ff4e', 'name': 'network-vif-deleted', 'tag': '033a75b1-ae28-4ad0-a01d-399ccd8f9022'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 19:02:49.963051 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc39b0f538a7142e305aed45b4a3a48499e72eb72884f9d3de90a53803998271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48385f6-2c5c-43ad-acd4-005e461a52a2" -d '{"events": [{"server_uuid": "3062453c-3be2-4205-9e98-d261afa1ff4e", "name": "network-vif-deleted", "tag": "033a75b1-ae28-4ad0-a01d-399ccd8f9022"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 19:02:49.989064 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 19:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54822bb2-65eb-4883-b118-00938cb4e749 x-openstack-request-id: req-54822bb2-65eb-4883-b118-00938cb4e749 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 19:02:49.989278 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3062453c-3be2-4205-9e98-d261afa1ff4e", "name": "network-vif-deleted", "tag": "033a75b1-ae28-4ad0-a01d-399ccd8f9022", "status": "completed", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 19:02:49.989456 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-54822bb2-65eb-4883-b118-00938cb4e749 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 19:02:49.989944 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3062453c-3be2-4205-9e98-d261afa1ff4e', 'name': 'network-vif-deleted', 'tag': '033a75b1-ae28-4ad0-a01d-399ccd8f9022', 'status': 'completed', 'code': 200} Jun 03 19:02:50.018052 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-f23021ec-39e2-4690-90ed-6a9eb07c7bf0 req-b2a442e2-0e56-4a68-846b-ed2305018856 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] 10.222.0.108 "DELETE /v2.0/ports/033a75b1-ae28-4ad0-a01d-399ccd8f9022 HTTP/1.1" status: 204 len: 173 time: 0.6066635 Jun 03 19:02:50.973346 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-a6f39027-03f2-406d-bee3-be70abcbc5e5 req-2e2a1632-a6a4-4a56-a639-457d6c2b98be tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] 10.222.0.44 "GET /v2.0/ports?device_id=3062453c-3be2-4205-9e98-d261afa1ff4e HTTP/1.1" status: 200 len: 210 time: 0.0275176 Jun 03 19:02:50.989556 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb01c2f-c99f-4c34-87f3-fb3f43229815 req-cb112f42-eca8-44ca-aebe-e936055d8c81 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:02:50.990725 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-ebb01c2f-c99f-4c34-87f3-fb3f43229815 req-cb112f42-eca8-44ca-aebe-e936055d8c81 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=729e7ab6-fad8-46ec-ba1a-f99236161c64 HTTP/1.1" status: 200 len: 945 time: 0.0625432 Jun 03 19:02:51.021616 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-ebb01c2f-c99f-4c34-87f3-fb3f43229815 req-cc6a086b-8021-4a0d-8497-738e9326d41a tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc1cf52e-59f9-4710-b8ba-823642471683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274158 Jun 03 19:02:51.145302 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5000ee8-321b-43aa-b755-8de37778f4b1 req-7784ac62-8f97-4559-91e7-d640d20b3e2c tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:02:51.146168 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-f5000ee8-321b-43aa-b755-8de37778f4b1 req-7784ac62-8f97-4559-91e7-d640d20b3e2c tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=729e7ab6-fad8-46ec-ba1a-f99236161c64 HTTP/1.1" status: 200 len: 945 time: 0.0588970 Jun 03 19:02:51.153443 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 60780) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:02:51.154893 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.v2.base [None req-41b47f16-ac91-456f-810d-803e5b92782f tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Request body: {'floatingip': {'port_id': '2c4f4a64-3ce0-4abd-a910-3ad86bf6a2b6'}} {{(pid=103517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 19:02:51.199182 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-41b47f16-ac91-456f-810d-803e5b92782f tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks [] for floatingip, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:51.579683 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-41b47f16-ac91-456f-810d-803e5b92782f tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:51.630442 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-41b47f16-ac91-456f-810d-803e5b92782f tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573538'] for floatingip, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:51.832207 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.db.l3_db [None req-41b47f16-ac91-456f-810d-803e5b92782f tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Floating IP b44ced15-f71d-40f8-a9d0-ac73b57a47cf associated. External IP: 172.28.1.218, port: 2c4f4a64-3ce0-4abd-a910-3ad86bf6a2b6. Jun 03 19:02:52.058032 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41b47f16-ac91-456f-810d-803e5b92782f tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Router dd58e971-f7b2-402b-9393-9a067101b3ff has already been hosted by L3 agent e49736c8-5019-4904-a5ca-8bb53e194ab8 {{(pid=103517) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 19:02:52.070891 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-c1d1192f-330f-4806-be4e-618fd843e971 req-dc35bde6-d691-42ca-a78b-46b019b91d60 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Synchronizing usage tracker for tenant:b25f38073ae6420f835fe8ab201bdda3 on resource:port {{(pid=103516) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 19:02:52.134672 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-c1d1192f-330f-4806-be4e-618fd843e971 req-dc35bde6-d691-42ca-a78b-46b019b91d60 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Unset dirty status for tenant:b25f38073ae6420f835fe8ab201bdda3 on resource:port {{(pid=103516) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 19:02:52.135969 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-c1d1192f-330f-4806-be4e-618fd843e971 req-dc35bde6-d691-42ca-a78b-46b019b91d60 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] 10.222.0.44 "GET /v2.0/ports?device_id=3062453c-3be2-4205-9e98-d261afa1ff4e HTTP/1.1" status: 200 len: 210 time: 0.1047904 Jun 03 19:02:52.166068 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b47f16-ac91-456f-810d-803e5b92782f tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify agent at l3_agent.dv-cinder-794661-1-smb the message routers_updated {{(pid=103517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 19:02:52.168758 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-41b47f16-ac91-456f-810d-803e5b92782f tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56630'] for floatingip, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:52.173729 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245562ae-4767-4be1-ac21-b6f2eba8c1a8 None None] Sync routers for ids ['dd58e971-f7b2-402b-9393-9a067101b3ff'] in dv-cinder-794661-1-smb {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 19:02:52.181136 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245562ae-4767-4be1-ac21-b6f2eba8c1a8 None None] Routers {'dd58e971-f7b2-402b-9393-9a067101b3ff'} bound to L3 agent in host dv-cinder-794661-1-smb {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 19:02:52.181522 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-245562ae-4767-4be1-ac21-b6f2eba8c1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794661-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T18:44:31Z,description=,heartbeat_timestamp=2021-06-03T19:02:31Z,host='dv-cinder-794661-1-smb',id=e49736c8-5019-4904-a5ca-8bb53e194ab8,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T18:44:31Z,topic='l3_agent')) {'router_ids': ['dd58e971-f7b2-402b-9393-9a067101b3ff'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:02:52.198416 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-41b47f16-ac91-456f-810d-803e5b92782f tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "PUT /v2.0/floatingips/b44ced15-f71d-40f8-a9d0-ac73b57a47cf HTTP/1.1" status: 200 len: 991 time: 1.0457890 Jun 03 19:02:52.198781 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '729e7ab6-fad8-46ec-ba1a-f99236161c64', 'tag': '2c4f4a64-3ce0-4abd-a910-3ad86bf6a2b6'}] {{(pid=103517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 19:02:52.200072 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6dfacb1c6e50871b67f75635c9b3ac6df64508bd1243832f6cf610a9b5aa2ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81dfe66b-6ac9-4678-923a-dd82e47c815a" -d '{"events": [{"name": "network-changed", "server_uuid": "729e7ab6-fad8-46ec-ba1a-f99236161c64", "tag": "2c4f4a64-3ce0-4abd-a910-3ad86bf6a2b6"}]}' {{(pid=103517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 19:02:52.228329 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 19:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f9e192-b291-415a-91e3-bbaf71263feb x-openstack-request-id: req-c2f9e192-b291-415a-91e3-bbaf71263feb {{(pid=103517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 19:02:52.228509 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "729e7ab6-fad8-46ec-ba1a-f99236161c64", "tag": "2c4f4a64-3ce0-4abd-a910-3ad86bf6a2b6", "status": "completed", "code": 200}]} {{(pid=103517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 19:02:52.232975 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c2f9e192-b291-415a-91e3-bbaf71263feb {{(pid=103517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 19:02:52.232975 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '729e7ab6-fad8-46ec-ba1a-f99236161c64', 'tag': '2c4f4a64-3ce0-4abd-a910-3ad86bf6a2b6', 'status': 'completed', 'code': 200} Jun 03 19:02:52.285612 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-245562ae-4767-4be1-ac21-b6f2eba8c1a8 None None] Set router dd58e971-f7b2-402b-9393-9a067101b3ff gateway port host: dv-cinder-794661-1-smb {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 19:02:52.293832 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dfe66b-6ac9-4678-923a-dd82e47c815a req-3de1efc2-6984-4816-aa42-40cb4acb8edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:02:52.294669 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-81dfe66b-6ac9-4678-923a-dd82e47c815a req-3de1efc2-6984-4816-aa42-40cb4acb8edd service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=d251c2b110174194859afacde2df517e&device_id=729e7ab6-fad8-46ec-ba1a-f99236161c64 HTTP/1.1" status: 200 len: 1098 time: 0.0463679 Jun 03 19:02:52.368007 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dfe66b-6ac9-4678-923a-dd82e47c815a req-2c40b638-ce70-4bb4-b345-693b33b52567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:02:52.368968 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-81dfe66b-6ac9-4678-923a-dd82e47c815a req-2c40b638-ce70-4bb4-b345-693b33b52567 service neutron] 10.222.0.108 "GET /v2.0/networks?id=9f3436aa-0141-4ddc-9e77-d652c7ff5b25 HTTP/1.1" status: 200 len: 919 time: 0.0668566 Jun 03 19:02:52.427442 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-81dfe66b-6ac9-4678-923a-dd82e47c815a req-da52a4fd-b635-4e9d-99b1-9ba5ca6cab08 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c4f4a64-3ce0-4abd-a910-3ad86bf6a2b6 HTTP/1.1" status: 200 len: 999 time: 0.0523262 Jun 03 19:02:52.465437 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dfe66b-6ac9-4678-923a-dd82e47c815a req-61204e6a-81c9-424c-b41c-5d8790d9afe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:02:52.466177 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-81dfe66b-6ac9-4678-923a-dd82e47c815a req-61204e6a-81c9-424c-b41c-5d8790d9afe0 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=f5c41478-ff70-4760-874f-92c6f16f6305 HTTP/1.1" status: 200 len: 856 time: 0.0324562 Jun 03 19:02:52.488411 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-245562ae-4767-4be1-ac21-b6f2eba8c1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd58e971-f7b2-402b-9393-9a067101b3ff', 'name': 'tempest-AttachVolumeShelveTestJSON-2075620297-router', 'tenant_id': 'd251c2b110174194859afacde2df517e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': '265efd94-e986-4a48-98b0-2936347aed73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T18:51:34Z', 'updated_at': '2021-06-03T18:51:38Z', 'revision_number': 4, 'project_id': 'd251c2b110174194859afacde2df517e', 'gw_port': {'id': '265efd94-e986-4a48-98b0-2936347aed73', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd58e971-f7b2-402b-9393-9a067101b3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:51:35Z', 'updated_at': '2021-06-03T18:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb', '_floatingips': [{'id': 'b44ced15-f71d-40f8-a9d0-ac73b57a47cf', 'tenant_id': 'd251c2b110174194859afacde2df517e', 'floating_ip_address': '172.28.1.218', 'floating_network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'router_id': 'dd58e971-f7b2-402b-9393-9a067101b3ff', 'port_id': '2c4f4a64-3ce0-4abd-a910-3ad86bf6a2b6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f3436aa-0141-4ddc-9e77-d652c7ff5b25', 'mac_address': 'fa:16:3e:41:a9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729e7ab6-fad8-46ec-ba1a-f99236161c64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T19:02:32Z', 'updated_at': '2021-06-03T19:02:51Z', 'revision_number': 1, 'project_id': 'd251c2b110174194859afacde2df517e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2f394fd-9be3-4ac8-8b6d-75c7b200a26f', 'name': '', 'network_id': '9f3436aa-0141-4ddc-9e77-d652c7ff5b25', 'tenant_id': 'd251c2b110174194859afacde2df517e', 'mac_address': 'fa:16:3e:3d:98:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd58e971-f7b2-402b-9393-9a067101b3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'f5c41478-ff70-4760-874f-92c6f16f6305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:51:37Z', 'updated_at': '2021-06-03T18:51:42Z', 'revision_number': 5, 'project_id': 'd251c2b110174194859afacde2df517e', 'subnets': [{'id': 'f5c41478-ff70-4760-874f-92c6f16f6305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794661-1-smb', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:02:52.491242 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245562ae-4767-4be1-ac21-b6f2eba8c1a8 None None] Checking router: dd58e971-f7b2-402b-9393-9a067101b3ff for host: dv-cinder-794661-1-smb {{(pid=103518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 19:02:52.496376 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245562ae-4767-4be1-ac21-b6f2eba8c1a8 None None] Routers {'dd58e971-f7b2-402b-9393-9a067101b3ff'} bound to L3 agent in host dv-cinder-794661-1-smb {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 19:02:52.496748 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-245562ae-4767-4be1-ac21-b6f2eba8c1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794661-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T18:44:31Z,description=,heartbeat_timestamp=2021-06-03T19:02:31Z,host='dv-cinder-794661-1-smb',id=e49736c8-5019-4904-a5ca-8bb53e194ab8,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T18:44:31Z,topic='l3_agent')) {'router_ids': ['dd58e971-f7b2-402b-9393-9a067101b3ff'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:02:52.509601 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dfe66b-6ac9-4678-923a-dd82e47c815a req-01f8b115-ea1d-4599-9089-9d5ad6a2e7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:02:52.510395 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-81dfe66b-6ac9-4678-923a-dd82e47c815a req-01f8b115-ea1d-4599-9089-9d5ad6a2e7a1 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=9f3436aa-0141-4ddc-9e77-d652c7ff5b25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0372391 Jun 03 19:02:52.583504 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-81dfe66b-6ac9-4678-923a-dd82e47c815a req-e031c6ff-ee34-4699-b58c-095e4100fbd0 service neutron] 10.222.0.108 "GET /v2.0/networks/9f3436aa-0141-4ddc-9e77-d652c7ff5b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0669231 Jun 03 19:02:52.612327 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-245562ae-4767-4be1-ac21-b6f2eba8c1a8 None None] Set router dd58e971-f7b2-402b-9393-9a067101b3ff gateway port host: dv-cinder-794661-1-smb {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 19:02:52.657690 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-81dfe66b-6ac9-4678-923a-dd82e47c815a req-2a6f3d9a-63d9-47a5-98e3-14f8dc7a4a28 service neutron] 10.222.0.108 "GET /v2.0/networks/9f3436aa-0141-4ddc-9e77-d652c7ff5b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0683322 Jun 03 19:02:52.819193 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-245562ae-4767-4be1-ac21-b6f2eba8c1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd58e971-f7b2-402b-9393-9a067101b3ff', 'name': 'tempest-AttachVolumeShelveTestJSON-2075620297-router', 'tenant_id': 'd251c2b110174194859afacde2df517e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': '265efd94-e986-4a48-98b0-2936347aed73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T18:51:34Z', 'updated_at': '2021-06-03T18:51:38Z', 'revision_number': 4, 'project_id': 'd251c2b110174194859afacde2df517e', 'gw_port': {'id': '265efd94-e986-4a48-98b0-2936347aed73', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd58e971-f7b2-402b-9393-9a067101b3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:51:35Z', 'updated_at': '2021-06-03T18:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb', '_floatingips': [{'id': 'b44ced15-f71d-40f8-a9d0-ac73b57a47cf', 'tenant_id': 'd251c2b110174194859afacde2df517e', 'floating_ip_address': '172.28.1.218', 'floating_network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'router_id': 'dd58e971-f7b2-402b-9393-9a067101b3ff', 'port_id': '2c4f4a64-3ce0-4abd-a910-3ad86bf6a2b6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f3436aa-0141-4ddc-9e77-d652c7ff5b25', 'mac_address': 'fa:16:3e:41:a9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729e7ab6-fad8-46ec-ba1a-f99236161c64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T19:02:32Z', 'updated_at': '2021-06-03T19:02:51Z', 'revision_number': 1, 'project_id': 'd251c2b110174194859afacde2df517e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2f394fd-9be3-4ac8-8b6d-75c7b200a26f', 'name': '', 'network_id': '9f3436aa-0141-4ddc-9e77-d652c7ff5b25', 'tenant_id': 'd251c2b110174194859afacde2df517e', 'mac_address': 'fa:16:3e:3d:98:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd58e971-f7b2-402b-9393-9a067101b3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'f5c41478-ff70-4760-874f-92c6f16f6305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:51:37Z', 'updated_at': '2021-06-03T18:51:42Z', 'revision_number': 5, 'project_id': 'd251c2b110174194859afacde2df517e', 'subnets': [{'id': 'f5c41478-ff70-4760-874f-92c6f16f6305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794661-1-smb', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:02:52.821438 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245562ae-4767-4be1-ac21-b6f2eba8c1a8 None None] The sync data for ids ['dd58e971-f7b2-402b-9393-9a067101b3ff'] in dv-cinder-794661-1-smb is: [{'id': 'dd58e971-f7b2-402b-9393-9a067101b3ff', 'name': 'tempest-AttachVolumeShelveTestJSON-2075620297-router', 'tenant_id': 'd251c2b110174194859afacde2df517e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': '265efd94-e986-4a48-98b0-2936347aed73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T18:51:34Z', 'updated_at': '2021-06-03T18:51:38Z', 'revision_number': 4, 'project_id': 'd251c2b110174194859afacde2df517e', 'gw_port': {'id': '265efd94-e986-4a48-98b0-2936347aed73', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd58e971-f7b2-402b-9393-9a067101b3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:51:35Z', 'updated_at': '2021-06-03T18:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb', '_floatingips': [{'id': 'b44ced15-f71d-40f8-a9d0-ac73b57a47cf', 'tenant_id': 'd251c2b110174194859afacde2df517e', 'floating_ip_address': '172.28.1.218', 'floating_network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'router_id': 'dd58e971-f7b2-402b-9393-9a067101b3ff', 'port_id': '2c4f4a64-3ce0-4abd-a910-3ad86bf6a2b6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f3436aa-0141-4ddc-9e77-d652c7ff5b25', 'mac_address': 'fa:16:3e:41:a9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729e7ab6-fad8-46ec-ba1a-f99236161c64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T19:02:32Z', 'updated_at': '2021-06-03T19:02:51Z', 'revision_number': 1, 'project_id': 'd251c2b110174194859afacde2df517e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2f394fd-9be3-4ac8-8b6d-75c7b200a26f', 'name': '', 'network_id': '9f3436aa-0141-4ddc-9e77-d652c7ff5b25', 'tenant_id': 'd251c2b110174194859afacde2df517e', 'mac_address': 'fa:16:3e:3d:98:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd58e971-f7b2-402b-9393-9a067101b3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'f5c41478-ff70-4760-874f-92c6f16f6305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:51:37Z', 'updated_at': '2021-06-03T18:51:42Z', 'revision_number': 5, 'project_id': 'd251c2b110174194859afacde2df517e', 'subnets': [{'id': 'f5c41478-ff70-4760-874f-92c6f16f6305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 19:02:52.833732 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Device 033a75b1-ae28-4ad0-a01d-399ccd8f9022 no longer exists at agent hyperv_hv-cinder-79466 {{(pid=103518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 19:02:52.852846 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.plugin [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] No Port match for: 033a75b1-ae28-4ad0-a01d-399ccd8f9022 {{(pid=103518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 19:02:52.853037 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Device 033a75b1-ae28-4ad0-a01d-399ccd8f9022 not bound to the agent host hv-cinder-79466 {{(pid=103518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 19:02:53.013926 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9702cfaf-a312-4a28-a03c-9720a3d8b2d2 None None] New status for floating IP b44ced15-f71d-40f8-a9d0-ac73b57a47cf: ACTIVE {{(pid=103519) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 19:02:53.250022 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-de9bfb6f-9275-4b43-901d-ca61132772ef req-8abb6c96-4758-4d8a-86d7-34a51255af46 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] 10.222.0.44 "GET /v2.0/ports?device_id=3062453c-3be2-4205-9e98-d261afa1ff4e HTTP/1.1" status: 200 len: 210 time: 0.0325058 Jun 03 19:02:54.376056 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-75d5890d-e378-4380-a046-d725287d32e3 req-f8ec6ac3-083a-4997-a914-ec7b00975f1c tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] 10.222.0.44 "GET /v2.0/ports?device_id=3062453c-3be2-4205-9e98-d261afa1ff4e HTTP/1.1" status: 200 len: 210 time: 0.0304790 Jun 03 19:02:55.445010 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 60800) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:02:55.493532 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e8303633-0517-43e0-b3b0-94705b67e6e3 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Notify callbacks [] for security_group, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:55.521911 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e8303633-0517-43e0-b3b0-94705b67e6e3 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:55.623078 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e8303633-0517-43e0-b3b0-94705b67e6e3 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:55.627599 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-97777ec4-54af-40b7-acc5-229311c7ff88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:02:55.644172 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8303633-0517-43e0-b3b0-94705b67e6e3 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0965ed82-59d5-4b99-81ef-70c2146c700c,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:02:55.647082 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-e8303633-0517-43e0-b3b0-94705b67e6e3 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:02:55.733312 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e8303633-0517-43e0-b3b0-94705b67e6e3 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Notify callbacks [] for security_group, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:55.734852 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-e8303633-0517-43e0-b3b0-94705b67e6e3 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] 10.222.0.44 "DELETE /v2.0/security-groups/0965ed82-59d5-4b99-81ef-70c2146c700c HTTP/1.1" status: 204 len: 168 time: 0.2885797 Jun 03 19:02:55.892597 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 60806) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:02:56.317861 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-468f9df7-0172-45fc-89cd-b11cf43e4029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405346'] for router_interface, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:56.567279 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-468f9df7-0172-45fc-89cd-b11cf43e4029 admin admin] Deleting port ccbdb6f3-0fcd-4498-b940-30abefaaeda7 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 19:02:56.567620 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-468f9df7-0172-45fc-89cd-b11cf43e4029 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241832951'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:56.655910 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-468f9df7-0172-45fc-89cd-b11cf43e4029 admin admin] For port ccbdb6f3-0fcd-4498-b940-30abefaaeda7, host dv-cinder-794661-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794661-1-smb',level=0,port_id=ccbdb6f3-0fcd-4498-b940-30abefaaeda7,segment=NetworkSegment(aedfba21-4ee8-4f67-9447-bdbc401be3b6),segment_id=aedfba21-4ee8-4f67-9447-bdbc401be3b6)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 19:02:56.656138 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-468f9df7-0172-45fc-89cd-b11cf43e4029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:56.716325 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-468f9df7-0172-45fc-89cd-b11cf43e4029 admin admin] Calling delete_port for ccbdb6f3-0fcd-4498-b940-30abefaaeda7 owned by network:router_interface {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 19:02:56.896797 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-468f9df7-0172-45fc-89cd-b11cf43e4029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241743607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751241322837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3014096'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:56.903017 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-0ababb5d-0731-4a98-a4ca-5b196362952a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:02:56.936375 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468f9df7-0172-45fc-89cd-b11cf43e4029 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccbdb6f3-0fcd-4498-b940-30abefaaeda7,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:02:56.953444 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-468f9df7-0172-45fc-89cd-b11cf43e4029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:02:57.157859 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-468f9df7-0172-45fc-89cd-b11cf43e4029 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417212'] for router_interface, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:57.374916 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-468f9df7-0172-45fc-89cd-b11cf43e4029 admin admin] Router cba336f7-794b-4059-bc57-d320dd57cc0f has already been hosted by L3 agent e49736c8-5019-4904-a5ca-8bb53e194ab8 {{(pid=103516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 19:02:57.468359 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-468f9df7-0172-45fc-89cd-b11cf43e4029 admin admin] Notify agent at l3_agent.dv-cinder-794661-1-smb the message routers_updated {{(pid=103516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 19:02:57.479012 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf155e1-87a8-4d98-b6f5-392dd89bc4f5 None None] Sync routers for ids ['cba336f7-794b-4059-bc57-d320dd57cc0f'] in dv-cinder-794661-1-smb {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 19:02:57.490977 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf155e1-87a8-4d98-b6f5-392dd89bc4f5 None None] Routers {'cba336f7-794b-4059-bc57-d320dd57cc0f'} bound to L3 agent in host dv-cinder-794661-1-smb {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 19:02:57.492271 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-ebf155e1-87a8-4d98-b6f5-392dd89bc4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794661-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T18:44:31Z,description=,heartbeat_timestamp=2021-06-03T19:02:31Z,host='dv-cinder-794661-1-smb',id=e49736c8-5019-4904-a5ca-8bb53e194ab8,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T18:44:31Z,topic='l3_agent')) {'router_ids': ['cba336f7-794b-4059-bc57-d320dd57cc0f'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:02:57.535744 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-468f9df7-0172-45fc-89cd-b11cf43e4029 admin admin] 10.222.0.44 "PUT /v2.0/routers/cba336f7-794b-4059-bc57-d320dd57cc0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6393497 Jun 03 19:02:57.536108 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 60810) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:02:57.587180 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-ebf155e1-87a8-4d98-b6f5-392dd89bc4f5 None None] Set router cba336f7-794b-4059-bc57-d320dd57cc0f gateway port host: dv-cinder-794661-1-smb {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 19:02:57.654175 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bc9f4021-bcec-4c44-902f-f21c1c4b46d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:57.732847 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-ebf155e1-87a8-4d98-b6f5-392dd89bc4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba336f7-794b-4059-bc57-d320dd57cc0f', 'name': 'tempest-TestShelveInstance-1321612561-router', 'tenant_id': 'b25f38073ae6420f835fe8ab201bdda3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.204'}], 'enable_snat': True}, 'gw_port_id': 'a7d97c0e-ed6b-47af-a6f7-52bac49b01f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T18:58:23Z', 'updated_at': '2021-06-03T19:02:56Z', 'revision_number': 5, 'project_id': 'b25f38073ae6420f835fe8ab201bdda3', 'gw_port': {'id': 'a7d97c0e-ed6b-47af-a6f7-52bac49b01f7', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba336f7-794b-4059-bc57-d320dd57cc0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:58:23Z', 'updated_at': '2021-06-03T18:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb'}], 'dv-cinder-794661-1-smb', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:02:57.734963 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf155e1-87a8-4d98-b6f5-392dd89bc4f5 None None] Checking router: cba336f7-794b-4059-bc57-d320dd57cc0f for host: dv-cinder-794661-1-smb {{(pid=103518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 19:02:57.740478 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf155e1-87a8-4d98-b6f5-392dd89bc4f5 None None] Routers {'cba336f7-794b-4059-bc57-d320dd57cc0f'} bound to L3 agent in host dv-cinder-794661-1-smb {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 19:02:57.740785 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-ebf155e1-87a8-4d98-b6f5-392dd89bc4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794661-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T18:44:31Z,description=,heartbeat_timestamp=2021-06-03T19:02:31Z,host='dv-cinder-794661-1-smb',id=e49736c8-5019-4904-a5ca-8bb53e194ab8,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T18:44:31Z,topic='l3_agent')) {'router_ids': ['cba336f7-794b-4059-bc57-d320dd57cc0f'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:02:57.757946 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bc9f4021-bcec-4c44-902f-f21c1c4b46d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:57.832318 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-ebf155e1-87a8-4d98-b6f5-392dd89bc4f5 None None] Set router cba336f7-794b-4059-bc57-d320dd57cc0f gateway port host: dv-cinder-794661-1-smb {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 19:02:57.877462 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-bc9f4021-bcec-4c44-902f-f21c1c4b46d3 admin admin] Deleting port a7d97c0e-ed6b-47af-a6f7-52bac49b01f7 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 19:02:57.877626 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bc9f4021-bcec-4c44-902f-f21c1c4b46d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241832951'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:57.956658 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-bc9f4021-bcec-4c44-902f-f21c1c4b46d3 admin admin] For port a7d97c0e-ed6b-47af-a6f7-52bac49b01f7, host dv-cinder-794661-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794661-1-smb',level=0,port_id=a7d97c0e-ed6b-47af-a6f7-52bac49b01f7,segment=NetworkSegment(cb7a02ef-c488-4fe7-ad15-1fca81e02b96),segment_id=cb7a02ef-c488-4fe7-ad15-1fca81e02b96)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 19:02:57.956848 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bc9f4021-bcec-4c44-902f-f21c1c4b46d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:58.037273 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-ebf155e1-87a8-4d98-b6f5-392dd89bc4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba336f7-794b-4059-bc57-d320dd57cc0f', 'name': 'tempest-TestShelveInstance-1321612561-router', 'tenant_id': 'b25f38073ae6420f835fe8ab201bdda3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.204'}], 'enable_snat': True}, 'gw_port_id': 'a7d97c0e-ed6b-47af-a6f7-52bac49b01f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T18:58:23Z', 'updated_at': '2021-06-03T19:02:56Z', 'revision_number': 5, 'project_id': 'b25f38073ae6420f835fe8ab201bdda3', 'gw_port': {'id': 'a7d97c0e-ed6b-47af-a6f7-52bac49b01f7', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba336f7-794b-4059-bc57-d320dd57cc0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:58:23Z', 'updated_at': '2021-06-03T18:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb'}], 'dv-cinder-794661-1-smb', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:02:58.040449 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf155e1-87a8-4d98-b6f5-392dd89bc4f5 None None] The sync data for ids ['cba336f7-794b-4059-bc57-d320dd57cc0f'] in dv-cinder-794661-1-smb is: [{'id': 'cba336f7-794b-4059-bc57-d320dd57cc0f', 'name': 'tempest-TestShelveInstance-1321612561-router', 'tenant_id': 'b25f38073ae6420f835fe8ab201bdda3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.204'}], 'enable_snat': True}, 'gw_port_id': 'a7d97c0e-ed6b-47af-a6f7-52bac49b01f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T18:58:23Z', 'updated_at': '2021-06-03T19:02:56Z', 'revision_number': 5, 'project_id': 'b25f38073ae6420f835fe8ab201bdda3', 'gw_port': {'id': 'a7d97c0e-ed6b-47af-a6f7-52bac49b01f7', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba336f7-794b-4059-bc57-d320dd57cc0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:58:23Z', 'updated_at': '2021-06-03T18:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb'}] {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 19:02:58.102287 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-bc9f4021-bcec-4c44-902f-f21c1c4b46d3 admin admin] Calling delete_port for a7d97c0e-ed6b-47af-a6f7-52bac49b01f7 owned by network:router_gateway {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 19:02:58.242300 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bc9f4021-bcec-4c44-902f-f21c1c4b46d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241743607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751241322837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3014096'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:58.246657 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-0ababb5d-0731-4a98-a4ca-5b196362952a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:02:58.285783 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9f4021-bcec-4c44-902f-f21c1c4b46d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7d97c0e-ed6b-47af-a6f7-52bac49b01f7,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:02:58.288091 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-bc9f4021-bcec-4c44-902f-f21c1c4b46d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:02:58.342605 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bc9f4021-bcec-4c44-902f-f21c1c4b46d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573471'] for router_gateway, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:58.446337 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bc9f4021-bcec-4c44-902f-f21c1c4b46d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27917'] for router, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:58.447718 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bc9f4021-bcec-4c44-902f-f21c1c4b46d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:58.483566 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device ccbdb6f3-0fcd-4498-b940-30abefaaeda7 no longer exists at agent ovs-agent-dv-cinder-794661-1-smb {{(pid=103518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 19:02:58.504733 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.plugin [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] No Port match for: ccbdb6f3-0fcd-4498-b940-30abefaaeda7 {{(pid=103518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 19:02:58.504950 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device ccbdb6f3-0fcd-4498-b940-30abefaaeda7 not bound to the agent host dv-cinder-794661-1-smb {{(pid=103518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 19:02:58.565501 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bc9f4021-bcec-4c44-902f-f21c1c4b46d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:58.568355 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc9f4021-bcec-4c44-902f-f21c1c4b46d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cba336f7-794b-4059-bc57-d320dd57cc0f {{(pid=103516) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 19:02:58.579321 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bc9f4021-bcec-4c44-902f-f21c1c4b46d3 admin admin] Notify callbacks [] for router, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:58.580599 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-bc9f4021-bcec-4c44-902f-f21c1c4b46d3 admin admin] 10.222.0.44 "DELETE /v2.0/routers/cba336f7-794b-4059-bc57-d320dd57cc0f HTTP/1.1" status: 204 len: 168 time: 1.0434492 Jun 03 19:02:58.583335 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 60814) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:02:58.631477 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f07dc1d-a3df-4ca6-8fea-67ce9015574a admin admin] Deleting subnet 7ce4a726-88f3-4342-8711-c58fb59e1c46 {{(pid=103516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 19:02:58.634522 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3f07dc1d-a3df-4ca6-8fea-67ce9015574a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:58.664691 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3f07dc1d-a3df-4ca6-8fea-67ce9015574a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2320325'] for subnet, precommit_delete_associations {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:58.735296 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3f07dc1d-a3df-4ca6-8fea-67ce9015574a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1531221'] for subnet, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:58.948947 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3f07dc1d-a3df-4ca6-8fea-67ce9015574a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1531228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3014117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3540150'] for subnet, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:58.954972 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-df96c93f-a564-4b61-8ef8-2771636c7689 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:02:58.981183 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f07dc1d-a3df-4ca6-8fea-67ce9015574a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ce4a726-88f3-4342-8711-c58fb59e1c46,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:02:58.982542 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3f07dc1d-a3df-4ca6-8fea-67ce9015574a admin admin] Notify callbacks [] for subnet, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:58.984299 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-3f07dc1d-a3df-4ca6-8fea-67ce9015574a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:02:58.986518 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a127dd43-6552-40ac-85a4-4d0e7d45d65b None None] Network 2e2bd607-1031-490c-a4b3-9ab69f4aa352 requested from dv-cinder-794661-1-smb {{(pid=103518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 19:02:58.987019 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-3f07dc1d-a3df-4ca6-8fea-67ce9015574a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/7ce4a726-88f3-4342-8711-c58fb59e1c46 HTTP/1.1" status: 204 len: 168 time: 0.4027948 Jun 03 19:02:58.989132 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 60818) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:02:59.047535 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-aad026c7-80da-480d-a794-310a50d1e32c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696177'] for network, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:59.090901 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-aad026c7-80da-480d-a794-310a50d1e32c admin admin] Deleting port a5b4ee33-2a87-4f1a-afd2-3e7d48521324 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 19:02:59.091065 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-aad026c7-80da-480d-a794-310a50d1e32c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241832951'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:59.142679 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-aad026c7-80da-480d-a794-310a50d1e32c admin admin] For port a5b4ee33-2a87-4f1a-afd2-3e7d48521324, host dv-cinder-794661-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794661-1-smb',level=0,port_id=a5b4ee33-2a87-4f1a-afd2-3e7d48521324,segment=NetworkSegment(aedfba21-4ee8-4f67-9447-bdbc401be3b6),segment_id=aedfba21-4ee8-4f67-9447-bdbc401be3b6)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 19:02:59.142886 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-aad026c7-80da-480d-a794-310a50d1e32c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:59.170421 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87684b7d-f6a0-4970-b404-321445d046ec None None] DHCP port deletion for 2e2bd607-1031-490c-a4b3-9ab69f4aa352 request from dv-cinder-794661-1-smb {{(pid=103518) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 19:02:59.212246 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.plugin [None req-87684b7d-f6a0-4970-b404-321445d046ec None None] Deleting port a5b4ee33-2a87-4f1a-afd2-3e7d48521324 {{(pid=103518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 19:02:59.212465 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-87684b7d-f6a0-4970-b404-321445d046ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241832951'] for port, before_delete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:59.268202 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-87684b7d-f6a0-4970-b404-321445d046ec None None] For port a5b4ee33-2a87-4f1a-afd2-3e7d48521324, host dv-cinder-794661-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794661-1-smb',level=0,port_id=a5b4ee33-2a87-4f1a-afd2-3e7d48521324,segment=NetworkSegment(aedfba21-4ee8-4f67-9447-bdbc401be3b6),segment_id=aedfba21-4ee8-4f67-9447-bdbc401be3b6)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 19:02:59.268484 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-87684b7d-f6a0-4970-b404-321445d046ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port, precommit_delete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:59.279049 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-aad026c7-80da-480d-a794-310a50d1e32c admin admin] Calling delete_port for a5b4ee33-2a87-4f1a-afd2-3e7d48521324 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 19:02:59.329308 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.plugin [None req-87684b7d-f6a0-4970-b404-321445d046ec None None] Calling delete_port for a5b4ee33-2a87-4f1a-afd2-3e7d48521324 owned by network:dhcp {{(pid=103518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 19:02:59.383613 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-aad026c7-80da-480d-a794-310a50d1e32c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241743607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751241322837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3014096'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:59.389527 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-0e31640e-2840-424f-ad72-26ed6c81fed9 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:02:59.390414 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-87684b7d-f6a0-4970-b404-321445d046ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241743607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751241322837'] for port, after_delete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:59.395905 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-707bbbf7-be01-45b2-adaf-a7c625ea92c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:02:59.419923 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87684b7d-f6a0-4970-b404-321445d046ec None None] Pushing event deleted for resources: {'Port': ['ID=a5b4ee33-2a87-4f1a-afd2-3e7d48521324,revision_number=None']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:02:59.420985 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87684b7d-f6a0-4970-b404-321445d046ec None None] No DVR routers for this DVR port a5b4ee33-2a87-4f1a-afd2-3e7d48521324 on host dv-cinder-794661-1-smb {{(pid=103518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 19:02:59.421747 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-87684b7d-f6a0-4970-b404-321445d046ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:02:59.424027 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad026c7-80da-480d-a794-310a50d1e32c admin admin] No DVR routers for this DVR port a5b4ee33-2a87-4f1a-afd2-3e7d48521324 on host dv-cinder-794661-1-smb {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 19:02:59.443079 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad026c7-80da-480d-a794-310a50d1e32c admin admin] Pushing event deleted for resources: {'Port': ['ID=a5b4ee33-2a87-4f1a-afd2-3e7d48521324,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:02:59.446362 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-aad026c7-80da-480d-a794-310a50d1e32c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:02:59.497361 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-aad026c7-80da-480d-a794-310a50d1e32c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557952', 'neutron.services.segments.db._delete_segments_for_network-8751241769921'] for network, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:59.506046 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.services.segments.db [None req-aad026c7-80da-480d-a794-310a50d1e32c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e2bd607-1031-490c-a4b3-9ab69f4aa352']}} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:02:59.514663 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.services.segments.db [None req-aad026c7-80da-480d-a794-310a50d1e32c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aedfba21-4ee8-4f67-9447-bdbc401be3b6') {'for_net_delete': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:02:59.514816 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.services.segments.db [None req-aad026c7-80da-480d-a794-310a50d1e32c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aedfba21-4ee8-4f67-9447-bdbc401be3b6') {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:02:59.523731 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-aad026c7-80da-480d-a794-310a50d1e32c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751241775068', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2320316'] for segment, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:59.534909 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-aad026c7-80da-480d-a794-310a50d1e32c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529572'] for segment, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:59.538554 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aad026c7-80da-480d-a794-310a50d1e32c admin admin] Releasing vlan 1424 on physical network physnet1 to pool {{(pid=103516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 19:02:59.538755 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-aad026c7-80da-480d-a794-310a50d1e32c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3013903'] for segment, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:59.545542 dv-cinder-794661-1-smb neutron-server[103516]: Traceback (most recent call last): Jun 03 19:02:59.545542 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 19:02:59.545542 dv-cinder-794661-1-smb neutron-server[103516]: timer() Jun 03 19:02:59.545542 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 19:02:59.545542 dv-cinder-794661-1-smb neutron-server[103516]: cb(*args, **kw) Jun 03 19:02:59.545542 dv-cinder-794661-1-smb neutron-server[103516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 19:02:59.545542 dv-cinder-794661-1-smb neutron-server[103516]: return func(*args, **kwargs) Jun 03 19:02:59.545542 dv-cinder-794661-1-smb neutron-server[103516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 19:02:59.545542 dv-cinder-794661-1-smb neutron-server[103516]: self._notify() Jun 03 19:02:59.545542 dv-cinder-794661-1-smb neutron-server[103516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 19:02:59.545542 dv-cinder-794661-1-smb neutron-server[103516]: self.callback(batched_events) Jun 03 19:02:59.545542 dv-cinder-794661-1-smb neutron-server[103516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 19:02:59.545542 dv-cinder-794661-1-smb neutron-server[103516]: event.method(event) Jun 03 19:02:59.545542 dv-cinder-794661-1-smb neutron-server[103516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 19:02:59.545542 dv-cinder-794661-1-smb neutron-server[103516]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 19:02:59.545542 dv-cinder-794661-1-smb neutron-server[103516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 19:02:59.545542 dv-cinder-794661-1-smb neutron-server[103516]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 19:02:59.545542 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 19:02:59.545542 dv-cinder-794661-1-smb neutron-server[103516]: return f(self, *a, **k) Jun 03 19:02:59.545542 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 19:02:59.545542 dv-cinder-794661-1-smb neutron-server[103516]: return self._get(url).json() Jun 03 19:02:59.545542 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 19:02:59.545542 dv-cinder-794661-1-smb neutron-server[103516]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 19:02:59.545542 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 19:02:59.545542 dv-cinder-794661-1-smb neutron-server[103516]: return self.request(url, 'GET', **kwargs) Jun 03 19:02:59.545542 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 19:02:59.545542 dv-cinder-794661-1-smb neutron-server[103516]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 19:02:59.545542 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 19:02:59.545542 dv-cinder-794661-1-smb neutron-server[103516]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 19:02:59.545542 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 19:02:59.545542 dv-cinder-794661-1-smb neutron-server[103516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 19:02:59.545542 dv-cinder-794661-1-smb neutron-server[103516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 19:02:59.619949 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-a185de30-ec8f-4f5f-ab2b-22d8e2a1b3c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:59.654957 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-aad026c7-80da-480d-a794-310a50d1e32c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573556'] for network, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:59.658753 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-719014c6-2e6f-4020-886d-4a49e4c5cf04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:02:59.671788 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-aad026c7-80da-480d-a794-310a50d1e32c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549304'] for network, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:02:59.681939 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad026c7-80da-480d-a794-310a50d1e32c admin admin] Pushing event deleted for resources: {'Network': ['ID=2e2bd607-1031-490c-a4b3-9ab69f4aa352,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:02:59.683726 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-aad026c7-80da-480d-a794-310a50d1e32c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:02:59.888275 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-aad026c7-80da-480d-a794-310a50d1e32c admin admin] 10.222.0.44 "DELETE /v2.0/networks/2e2bd607-1031-490c-a4b3-9ab69f4aa352 HTTP/1.1" status: 204 len: 168 time: 0.8979051 Jun 03 19:02:59.890641 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 60822) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:03:00.196443 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e3128969-022e-4c23-8034-d2b9ea45645e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405346'] for router_interface, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:03:00.452821 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device a7d97c0e-ed6b-47af-a6f7-52bac49b01f7 no longer exists at agent ovs-agent-dv-cinder-794661-1-smb {{(pid=103518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 19:03:00.474140 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.plugin [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] No Port match for: a7d97c0e-ed6b-47af-a6f7-52bac49b01f7 {{(pid=103518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 19:03:00.474347 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device a7d97c0e-ed6b-47af-a6f7-52bac49b01f7 not bound to the agent host dv-cinder-794661-1-smb {{(pid=103518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 19:03:00.474608 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device a5b4ee33-2a87-4f1a-afd2-3e7d48521324 no longer exists at agent ovs-agent-dv-cinder-794661-1-smb {{(pid=103518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 19:03:00.496056 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.plugin [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] No Port match for: a5b4ee33-2a87-4f1a-afd2-3e7d48521324 {{(pid=103518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 19:03:00.496268 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device a5b4ee33-2a87-4f1a-afd2-3e7d48521324 not bound to the agent host dv-cinder-794661-1-smb {{(pid=103518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 19:03:00.507202 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-e3128969-022e-4c23-8034-d2b9ea45645e admin admin] Deleting port e68245b8-b413-4759-ae89-2d30a94381ac {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 19:03:00.507404 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e3128969-022e-4c23-8034-d2b9ea45645e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241832951'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:03:00.573153 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:03:00.579288 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-e3128969-022e-4c23-8034-d2b9ea45645e admin admin] For port e68245b8-b413-4759-ae89-2d30a94381ac, host dv-cinder-794661-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794661-1-smb',level=0,port_id=e68245b8-b413-4759-ae89-2d30a94381ac,segment=NetworkSegment(dcecf66e-9ae7-4458-b62a-1e8607a6cf7a),segment_id=dcecf66e-9ae7-4458-b62a-1e8607a6cf7a)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 19:03:00.579491 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e3128969-022e-4c23-8034-d2b9ea45645e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:03:00.650406 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-e3128969-022e-4c23-8034-d2b9ea45645e admin admin] Calling delete_port for e68245b8-b413-4759-ae89-2d30a94381ac owned by network:router_interface {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 19:03:00.848600 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-97fc7497-16af-4c2d-8b3c-273b390f3d0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:03:00.885497 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e3128969-022e-4c23-8034-d2b9ea45645e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241743607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751241322837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3014096'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:03:00.890000 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-6628675f-9006-481e-bba1-678c72309dc7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:03:00.919525 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3128969-022e-4c23-8034-d2b9ea45645e admin admin] Pushing event deleted for resources: {'Port': ['ID=e68245b8-b413-4759-ae89-2d30a94381ac,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:03:00.921574 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-e3128969-022e-4c23-8034-d2b9ea45645e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:03:01.069466 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e3128969-022e-4c23-8034-d2b9ea45645e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417212'] for router_interface, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:03:01.264125 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3128969-022e-4c23-8034-d2b9ea45645e admin admin] Router d0a9d276-180b-4fc6-b70d-65119cfd815c has already been hosted by L3 agent e49736c8-5019-4904-a5ca-8bb53e194ab8 {{(pid=103516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 19:03:01.423466 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3128969-022e-4c23-8034-d2b9ea45645e admin admin] Notify agent at l3_agent.dv-cinder-794661-1-smb the message routers_updated {{(pid=103516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 19:03:01.433881 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4a062e-18bb-4066-a60b-82a2c04e8a44 None None] Sync routers for ids ['d0a9d276-180b-4fc6-b70d-65119cfd815c'] in dv-cinder-794661-1-smb {{(pid=103519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 19:03:01.445001 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4a062e-18bb-4066-a60b-82a2c04e8a44 None None] Routers {'d0a9d276-180b-4fc6-b70d-65119cfd815c'} bound to L3 agent in host dv-cinder-794661-1-smb {{(pid=103519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 19:03:01.445735 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_hamode_db [None req-fc4a062e-18bb-4066-a60b-82a2c04e8a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794661-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T18:44:31Z,description=,heartbeat_timestamp=2021-06-03T19:03:01Z,host='dv-cinder-794661-1-smb',id=e49736c8-5019-4904-a5ca-8bb53e194ab8,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T18:44:31Z,topic='l3_agent')) {'router_ids': ['d0a9d276-180b-4fc6-b70d-65119cfd815c'], 'active': True} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:03:01.501409 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-e3128969-022e-4c23-8034-d2b9ea45645e admin admin] 10.222.0.44 "PUT /v2.0/routers/d0a9d276-180b-4fc6-b70d-65119cfd815c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6093507 Jun 03 19:03:01.504517 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 60826) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:03:01.549370 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_dvr_db [None req-fc4a062e-18bb-4066-a60b-82a2c04e8a44 None None] Set router d0a9d276-180b-4fc6-b70d-65119cfd815c gateway port host: dv-cinder-794661-1-smb {{(pid=103519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 19:03:01.601832 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fc114030-11a2-43d3-8173-8e715980ab6b admin admin] Notify callbacks [] for router, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:03:01.692714 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fc114030-11a2-43d3-8173-8e715980ab6b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:03:01.731513 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_hamode_db [None req-fc4a062e-18bb-4066-a60b-82a2c04e8a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a9d276-180b-4fc6-b70d-65119cfd815c', 'name': 'tempest-TestShelveInstance-538103851-router', 'tenant_id': '9a8ef5045ed043469b9457b897e1a8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '9ad5cce3-24d7-46e0-b9c8-b44a9cc809fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T18:58:28Z', 'updated_at': '2021-06-03T19:03:00Z', 'revision_number': 5, 'project_id': '9a8ef5045ed043469b9457b897e1a8e6', 'gw_port': {'id': '9ad5cce3-24d7-46e0-b9c8-b44a9cc809fa', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a9d276-180b-4fc6-b70d-65119cfd815c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:58:29Z', 'updated_at': '2021-06-03T18:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb'}], 'dv-cinder-794661-1-smb', False) {} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:03:01.733852 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4a062e-18bb-4066-a60b-82a2c04e8a44 None None] Checking router: d0a9d276-180b-4fc6-b70d-65119cfd815c for host: dv-cinder-794661-1-smb {{(pid=103519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 19:03:01.739055 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4a062e-18bb-4066-a60b-82a2c04e8a44 None None] Routers {'d0a9d276-180b-4fc6-b70d-65119cfd815c'} bound to L3 agent in host dv-cinder-794661-1-smb {{(pid=103519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 19:03:01.739388 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_hamode_db [None req-fc4a062e-18bb-4066-a60b-82a2c04e8a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794661-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T18:44:31Z,description=,heartbeat_timestamp=2021-06-03T19:03:01Z,host='dv-cinder-794661-1-smb',id=e49736c8-5019-4904-a5ca-8bb53e194ab8,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T18:44:31Z,topic='l3_agent')) {'router_ids': ['d0a9d276-180b-4fc6-b70d-65119cfd815c'], 'active': True} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:03:01.802509 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-fc114030-11a2-43d3-8173-8e715980ab6b admin admin] Deleting port 9ad5cce3-24d7-46e0-b9c8-b44a9cc809fa {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 19:03:01.802726 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fc114030-11a2-43d3-8173-8e715980ab6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241832951'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:03:01.830054 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_dvr_db [None req-fc4a062e-18bb-4066-a60b-82a2c04e8a44 None None] Set router d0a9d276-180b-4fc6-b70d-65119cfd815c gateway port host: None {{(pid=103519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 19:03:01.887219 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-fc114030-11a2-43d3-8173-8e715980ab6b admin admin] For port 9ad5cce3-24d7-46e0-b9c8-b44a9cc809fa, host dv-cinder-794661-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794661-1-smb',level=0,port_id=9ad5cce3-24d7-46e0-b9c8-b44a9cc809fa,segment=NetworkSegment(cb7a02ef-c488-4fe7-ad15-1fca81e02b96),segment_id=cb7a02ef-c488-4fe7-ad15-1fca81e02b96)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 19:03:01.887944 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fc114030-11a2-43d3-8173-8e715980ab6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:03:01.890618 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_hamode_db [None req-fc4a062e-18bb-4066-a60b-82a2c04e8a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a9d276-180b-4fc6-b70d-65119cfd815c', 'name': 'tempest-TestShelveInstance-538103851-router', 'tenant_id': '9a8ef5045ed043469b9457b897e1a8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T18:58:28Z', 'updated_at': '2021-06-03T19:03:01Z', 'revision_number': 6, 'project_id': '9a8ef5045ed043469b9457b897e1a8e6', 'gw_port_host': None}], 'dv-cinder-794661-1-smb', False) {} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:03:01.893471 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4a062e-18bb-4066-a60b-82a2c04e8a44 None None] The sync data for ids ['d0a9d276-180b-4fc6-b70d-65119cfd815c'] in dv-cinder-794661-1-smb is: [{'id': 'd0a9d276-180b-4fc6-b70d-65119cfd815c', 'name': 'tempest-TestShelveInstance-538103851-router', 'tenant_id': '9a8ef5045ed043469b9457b897e1a8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T18:58:28Z', 'updated_at': '2021-06-03T19:03:01Z', 'revision_number': 6, 'project_id': '9a8ef5045ed043469b9457b897e1a8e6', 'gw_port_host': None}] {{(pid=103519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 19:03:01.963011 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-fc114030-11a2-43d3-8173-8e715980ab6b admin admin] Calling delete_port for 9ad5cce3-24d7-46e0-b9c8-b44a9cc809fa owned by network:router_gateway {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 19:03:02.001856 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:03:02.115245 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fc114030-11a2-43d3-8173-8e715980ab6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241743607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751241322837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3014096'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:03:02.124297 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-899533c5-7544-46de-97bc-fa16a3ed7988 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:03:02.174131 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc114030-11a2-43d3-8173-8e715980ab6b admin admin] Pushing event deleted for resources: {'Port': ['ID=9ad5cce3-24d7-46e0-b9c8-b44a9cc809fa,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:03:02.175887 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-fc114030-11a2-43d3-8173-8e715980ab6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:03:02.211623 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fc114030-11a2-43d3-8173-8e715980ab6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573471'] for router_gateway, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:03:02.301263 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fc114030-11a2-43d3-8173-8e715980ab6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27917'] for router, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:03:02.302556 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fc114030-11a2-43d3-8173-8e715980ab6b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:03:02.376903 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fc114030-11a2-43d3-8173-8e715980ab6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:03:02.377301 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc114030-11a2-43d3-8173-8e715980ab6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0a9d276-180b-4fc6-b70d-65119cfd815c {{(pid=103516) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 19:03:02.386997 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fc114030-11a2-43d3-8173-8e715980ab6b admin admin] Notify callbacks [] for router, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:03:02.387717 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-fc114030-11a2-43d3-8173-8e715980ab6b admin admin] 10.222.0.44 "DELETE /v2.0/routers/d0a9d276-180b-4fc6-b70d-65119cfd815c HTTP/1.1" status: 204 len: 168 time: 0.8822739 Jun 03 19:03:02.389669 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 60830) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:03:02.423711 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd8ac93a-8175-4364-98f9-93f07fa3f310 admin admin] Deleting subnet bf741bef-994c-43ff-b6aa-331279a9787e {{(pid=103516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 19:03:02.425427 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fd8ac93a-8175-4364-98f9-93f07fa3f310 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:03:02.452168 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fd8ac93a-8175-4364-98f9-93f07fa3f310 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2320325'] for subnet, precommit_delete_associations {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:03:02.593159 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fd8ac93a-8175-4364-98f9-93f07fa3f310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1531221'] for subnet, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:03:02.619429 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device 9ad5cce3-24d7-46e0-b9c8-b44a9cc809fa no longer exists at agent ovs-agent-dv-cinder-794661-1-smb {{(pid=103518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 19:03:02.642482 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.plugin [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] No Port match for: 9ad5cce3-24d7-46e0-b9c8-b44a9cc809fa {{(pid=103518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 19:03:02.642699 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device 9ad5cce3-24d7-46e0-b9c8-b44a9cc809fa not bound to the agent host dv-cinder-794661-1-smb {{(pid=103518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 19:03:02.642964 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device e68245b8-b413-4759-ae89-2d30a94381ac no longer exists at agent ovs-agent-dv-cinder-794661-1-smb {{(pid=103518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 19:03:02.666548 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.plugin [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] No Port match for: e68245b8-b413-4759-ae89-2d30a94381ac {{(pid=103518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 19:03:02.666767 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device e68245b8-b413-4759-ae89-2d30a94381ac not bound to the agent host dv-cinder-794661-1-smb {{(pid=103518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 19:03:02.713018 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:03:02.740480 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:03:02.800962 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fd8ac93a-8175-4364-98f9-93f07fa3f310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1531228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3014117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3540150'] for subnet, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:03:02.807715 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-fbdc6bc1-a2fb-4bf3-90f4-65490b5b09aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:03:02.834399 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8ac93a-8175-4364-98f9-93f07fa3f310 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf741bef-994c-43ff-b6aa-331279a9787e,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:03:02.835607 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fd8ac93a-8175-4364-98f9-93f07fa3f310 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:03:02.837028 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-fd8ac93a-8175-4364-98f9-93f07fa3f310 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:03:02.839290 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854b496b-a692-44b0-8ce3-697c1faeef01 None None] Network 6f82aefa-2bad-4650-aacf-2905f9531ec6 requested from dv-cinder-794661-1-smb {{(pid=103518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 19:03:02.839432 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-fd8ac93a-8175-4364-98f9-93f07fa3f310 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/bf741bef-994c-43ff-b6aa-331279a9787e HTTP/1.1" status: 204 len: 168 time: 0.4491920 Jun 03 19:03:02.841390 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 60832) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:03:02.905511 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fc3d27a4-a16b-4647-b4a9-9f8135d9afae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696177'] for network, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:03:02.952726 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-fc3d27a4-a16b-4647-b4a9-9f8135d9afae admin admin] Deleting port b4bcba4d-d8a2-41c5-98a5-cf34a6b6bb52 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 19:03:02.952726 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fc3d27a4-a16b-4647-b4a9-9f8135d9afae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241832951'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:03:02.989667 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e78713-a744-483d-a2c9-3137f21c72c7 None None] DHCP port deletion for 6f82aefa-2bad-4650-aacf-2905f9531ec6 request from dv-cinder-794661-1-smb {{(pid=103518) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 19:03:03.013044 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-fc3d27a4-a16b-4647-b4a9-9f8135d9afae admin admin] For port b4bcba4d-d8a2-41c5-98a5-cf34a6b6bb52, host dv-cinder-794661-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794661-1-smb',level=0,port_id=b4bcba4d-d8a2-41c5-98a5-cf34a6b6bb52,segment=NetworkSegment(dcecf66e-9ae7-4458-b62a-1e8607a6cf7a),segment_id=dcecf66e-9ae7-4458-b62a-1e8607a6cf7a)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 19:03:03.013201 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fc3d27a4-a16b-4647-b4a9-9f8135d9afae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:03:03.025511 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.plugin [None req-f9e78713-a744-483d-a2c9-3137f21c72c7 None None] Deleting port b4bcba4d-d8a2-41c5-98a5-cf34a6b6bb52 {{(pid=103518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 19:03:03.025832 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-f9e78713-a744-483d-a2c9-3137f21c72c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241832951'] for port, before_delete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:03:03.077834 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-f9e78713-a744-483d-a2c9-3137f21c72c7 None None] For port b4bcba4d-d8a2-41c5-98a5-cf34a6b6bb52, host dv-cinder-794661-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794661-1-smb',level=0,port_id=b4bcba4d-d8a2-41c5-98a5-cf34a6b6bb52,segment=NetworkSegment(dcecf66e-9ae7-4458-b62a-1e8607a6cf7a),segment_id=dcecf66e-9ae7-4458-b62a-1e8607a6cf7a)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 19:03:03.078122 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-f9e78713-a744-483d-a2c9-3137f21c72c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port, precommit_delete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:03:03.086362 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-fc3d27a4-a16b-4647-b4a9-9f8135d9afae admin admin] Calling delete_port for b4bcba4d-d8a2-41c5-98a5-cf34a6b6bb52 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 19:03:03.142422 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.plugin [None req-f9e78713-a744-483d-a2c9-3137f21c72c7 None None] Calling delete_port for b4bcba4d-d8a2-41c5-98a5-cf34a6b6bb52 owned by network:dhcp {{(pid=103518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 19:03:03.244680 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fc3d27a4-a16b-4647-b4a9-9f8135d9afae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241743607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751241322837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3014096'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:03:03.249907 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-468f9df7-0172-45fc-89cd-b11cf43e4029 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:03:03.251974 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-f9e78713-a744-483d-a2c9-3137f21c72c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241743607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751241322837'] for port, after_delete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:03:03.258065 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:03:03.294990 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3d27a4-a16b-4647-b4a9-9f8135d9afae admin admin] Pushing event deleted for resources: {'Port': ['ID=b4bcba4d-d8a2-41c5-98a5-cf34a6b6bb52,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:03:03.294990 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3d27a4-a16b-4647-b4a9-9f8135d9afae admin admin] No DVR routers for this DVR port b4bcba4d-d8a2-41c5-98a5-cf34a6b6bb52 on host dv-cinder-794661-1-smb {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 19:03:03.296491 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-fc3d27a4-a16b-4647-b4a9-9f8135d9afae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:03:03.320045 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e78713-a744-483d-a2c9-3137f21c72c7 None None] No DVR routers for this DVR port b4bcba4d-d8a2-41c5-98a5-cf34a6b6bb52 on host dv-cinder-794661-1-smb {{(pid=103518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 19:03:03.321176 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e78713-a744-483d-a2c9-3137f21c72c7 None None] Pushing event deleted for resources: {'Port': ['ID=b4bcba4d-d8a2-41c5-98a5-cf34a6b6bb52,revision_number=None']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:03:03.323039 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-f9e78713-a744-483d-a2c9-3137f21c72c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:03:03.375352 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fc3d27a4-a16b-4647-b4a9-9f8135d9afae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557952', 'neutron.services.segments.db._delete_segments_for_network-8751241769921'] for network, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:03:03.383383 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.services.segments.db [None req-fc3d27a4-a16b-4647-b4a9-9f8135d9afae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f82aefa-2bad-4650-aacf-2905f9531ec6']}} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:03:03.390400 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.services.segments.db [None req-fc3d27a4-a16b-4647-b4a9-9f8135d9afae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcecf66e-9ae7-4458-b62a-1e8607a6cf7a') {'for_net_delete': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:03:03.390556 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.services.segments.db [None req-fc3d27a4-a16b-4647-b4a9-9f8135d9afae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcecf66e-9ae7-4458-b62a-1e8607a6cf7a') {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:03:03.396924 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fc3d27a4-a16b-4647-b4a9-9f8135d9afae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751241775068', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2320316'] for segment, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:03:03.408487 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fc3d27a4-a16b-4647-b4a9-9f8135d9afae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529572'] for segment, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:03:03.412592 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc3d27a4-a16b-4647-b4a9-9f8135d9afae admin admin] Releasing vlan 1430 on physical network physnet1 to pool {{(pid=103516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 19:03:03.412808 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fc3d27a4-a16b-4647-b4a9-9f8135d9afae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3013903'] for segment, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:03:03.419962 dv-cinder-794661-1-smb neutron-server[103516]: Traceback (most recent call last): Jun 03 19:03:03.419962 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 19:03:03.419962 dv-cinder-794661-1-smb neutron-server[103516]: timer() Jun 03 19:03:03.419962 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 19:03:03.419962 dv-cinder-794661-1-smb neutron-server[103516]: cb(*args, **kw) Jun 03 19:03:03.419962 dv-cinder-794661-1-smb neutron-server[103516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 19:03:03.419962 dv-cinder-794661-1-smb neutron-server[103516]: return func(*args, **kwargs) Jun 03 19:03:03.419962 dv-cinder-794661-1-smb neutron-server[103516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 19:03:03.419962 dv-cinder-794661-1-smb neutron-server[103516]: self._notify() Jun 03 19:03:03.419962 dv-cinder-794661-1-smb neutron-server[103516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 19:03:03.419962 dv-cinder-794661-1-smb neutron-server[103516]: self.callback(batched_events) Jun 03 19:03:03.419962 dv-cinder-794661-1-smb neutron-server[103516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 19:03:03.419962 dv-cinder-794661-1-smb neutron-server[103516]: event.method(event) Jun 03 19:03:03.419962 dv-cinder-794661-1-smb neutron-server[103516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 19:03:03.419962 dv-cinder-794661-1-smb neutron-server[103516]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 19:03:03.419962 dv-cinder-794661-1-smb neutron-server[103516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 19:03:03.419962 dv-cinder-794661-1-smb neutron-server[103516]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 19:03:03.419962 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 19:03:03.419962 dv-cinder-794661-1-smb neutron-server[103516]: return f(self, *a, **k) Jun 03 19:03:03.419962 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 19:03:03.419962 dv-cinder-794661-1-smb neutron-server[103516]: return self._get(url).json() Jun 03 19:03:03.419962 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 19:03:03.419962 dv-cinder-794661-1-smb neutron-server[103516]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 19:03:03.419962 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 19:03:03.419962 dv-cinder-794661-1-smb neutron-server[103516]: return self.request(url, 'GET', **kwargs) Jun 03 19:03:03.419962 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 19:03:03.419962 dv-cinder-794661-1-smb neutron-server[103516]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 19:03:03.419962 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 19:03:03.419962 dv-cinder-794661-1-smb neutron-server[103516]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 19:03:03.419962 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 19:03:03.419962 dv-cinder-794661-1-smb neutron-server[103516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 19:03:03.419962 dv-cinder-794661-1-smb neutron-server[103516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 19:03:03.564302 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fc3d27a4-a16b-4647-b4a9-9f8135d9afae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573556'] for network, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:03:03.571853 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fc3d27a4-a16b-4647-b4a9-9f8135d9afae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549304'] for network, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:03:03.575540 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:03:03.593062 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3d27a4-a16b-4647-b4a9-9f8135d9afae admin admin] Pushing event deleted for resources: {'Network': ['ID=6f82aefa-2bad-4650-aacf-2905f9531ec6,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:03:03.595248 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-fc3d27a4-a16b-4647-b4a9-9f8135d9afae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:03:03.598278 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-fc3d27a4-a16b-4647-b4a9-9f8135d9afae admin admin] 10.222.0.44 "DELETE /v2.0/networks/6f82aefa-2bad-4650-aacf-2905f9531ec6 HTTP/1.1" status: 204 len: 168 time: 0.7562778 Jun 03 19:03:03.993988 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 60838) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:03:04.025521 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-bc5f4fda-cb25-446e-9558-f1487dc6fcb7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b25f38073ae6420f835fe8ab201bdda3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0306842 Jun 03 19:03:04.028474 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 60840) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:03:04.068642 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-17583e57-5221-46b7-a8ca-829236107e2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:03:04.084270 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-17583e57-5221-46b7-a8ca-829236107e2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:03:04.182336 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-17583e57-5221-46b7-a8ca-829236107e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:03:04.186566 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-db5a3f33-1f97-4a59-a755-c98d78acd46b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:03:04.204573 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17583e57-5221-46b7-a8ca-829236107e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8101b8e3-e782-4c92-9486-96d2d32e7cc3,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:03:04.214743 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17583e57-5221-46b7-a8ca-829236107e2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:03:04.214934 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17583e57-5221-46b7-a8ca-829236107e2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:03:04.215153 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17583e57-5221-46b7-a8ca-829236107e2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:03:04.215364 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17583e57-5221-46b7-a8ca-829236107e2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:03:04.215573 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17583e57-5221-46b7-a8ca-829236107e2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:03:04.215821 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17583e57-5221-46b7-a8ca-829236107e2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:03:04.216008 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17583e57-5221-46b7-a8ca-829236107e2a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:03:04.216215 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17583e57-5221-46b7-a8ca-829236107e2a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:03:04.216422 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17583e57-5221-46b7-a8ca-829236107e2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:03:04.216628 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17583e57-5221-46b7-a8ca-829236107e2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:03:04.216834 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17583e57-5221-46b7-a8ca-829236107e2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:03:04.217041 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17583e57-5221-46b7-a8ca-829236107e2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:03:04.219306 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-17583e57-5221-46b7-a8ca-829236107e2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:03:04.220855 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-17583e57-5221-46b7-a8ca-829236107e2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:03:04.221584 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-17583e57-5221-46b7-a8ca-829236107e2a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8101b8e3-e782-4c92-9486-96d2d32e7cc3 HTTP/1.1" status: 204 len: 168 time: 0.1925623 Jun 03 19:03:04.445197 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device b4bcba4d-d8a2-41c5-98a5-cf34a6b6bb52 no longer exists at agent ovs-agent-dv-cinder-794661-1-smb {{(pid=103518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 19:03:04.466608 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.plugin [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] No Port match for: b4bcba4d-d8a2-41c5-98a5-cf34a6b6bb52 {{(pid=103518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 19:03:04.466828 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device b4bcba4d-d8a2-41c5-98a5-cf34a6b6bb52 not bound to the agent host dv-cinder-794661-1-smb {{(pid=103518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 19:03:04.860924 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 60846) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:03:04.902266 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-15c8dd10-8cbb-457b-8297-f32e17bf1374 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9a8ef5045ed043469b9457b897e1a8e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398381 Jun 03 19:03:04.905340 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 60848) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:03:04.947783 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8ae81e86-dad1-42b8-85cf-87acbc0cf5b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:03:04.968721 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8ae81e86-dad1-42b8-85cf-87acbc0cf5b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:03:05.083785 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8ae81e86-dad1-42b8-85cf-87acbc0cf5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:03:05.086669 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-7fd09447-659f-42d0-aebd-843abac5ca05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:03:05.099289 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae81e86-dad1-42b8-85cf-87acbc0cf5b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=796857a7-2dfd-4bdc-bff1-d9a3a29fc57c,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:03:05.101390 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-8ae81e86-dad1-42b8-85cf-87acbc0cf5b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:03:05.103946 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8ae81e86-dad1-42b8-85cf-87acbc0cf5b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:03:05.105316 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-8ae81e86-dad1-42b8-85cf-87acbc0cf5b6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/796857a7-2dfd-4bdc-bff1-d9a3a29fc57c HTTP/1.1" status: 204 len: 168 time: 0.1992960 Jun 03 19:03:11.038755 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:03:29.607740 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2385ddf2-dc70-4543-8d36-990819a7795f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:03:30.581464 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:03:30.856727 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-f40e9cb4-ea3e-4b18-b465-d9b0f9e785a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:03:32.014821 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:03:33.571965 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:03:33.607826 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:03:48.040919 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:03:59.572211 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-f8267d40-25b6-4e09-b500-41bf18fac2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:04:00.589661 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:04:00.797148 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-96f09953-4be1-4704-909c-bce9254ad730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:04:02.023439 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:04:02.701097 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:04:02.765341 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:04:14.080045 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-b294cd0c-1791-4d79-a441-21e38d988bab req-c7dd20e5-4ec0-454f-b117-cae405458ac1 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=729e7ab6-fad8-46ec-ba1a-f99236161c64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0568705 Jun 03 19:04:17.874252 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b294cd0c-1791-4d79-a441-21e38d988bab req-92e6bf9e-946a-4c3d-a6fa-5d4e258e4cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:04:17.875232 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-b294cd0c-1791-4d79-a441-21e38d988bab req-92e6bf9e-946a-4c3d-a6fa-5d4e258e4cb4 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=d251c2b110174194859afacde2df517e&device_id=729e7ab6-fad8-46ec-ba1a-f99236161c64 HTTP/1.1" status: 200 len: 1098 time: 0.0598688 Jun 03 19:04:18.060188 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b294cd0c-1791-4d79-a441-21e38d988bab req-790b30f5-4fc7-4126-b747-5f1e46c751ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:04:18.061194 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-b294cd0c-1791-4d79-a441-21e38d988bab req-790b30f5-4fc7-4126-b747-5f1e46c751ec service neutron] 10.222.0.108 "GET /v2.0/networks?id=9f3436aa-0141-4ddc-9e77-d652c7ff5b25 HTTP/1.1" status: 200 len: 919 time: 0.1620965 Jun 03 19:04:18.130091 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-b294cd0c-1791-4d79-a441-21e38d988bab req-75b1e975-8491-4bc7-a7d0-e3c40cf660d2 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c4f4a64-3ce0-4abd-a910-3ad86bf6a2b6 HTTP/1.1" status: 200 len: 1001 time: 0.0618162 Jun 03 19:04:18.172075 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b294cd0c-1791-4d79-a441-21e38d988bab req-18005d47-d241-4f75-a4fb-31489eb41c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:04:18.173010 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-b294cd0c-1791-4d79-a441-21e38d988bab req-18005d47-d241-4f75-a4fb-31489eb41c77 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=f5c41478-ff70-4760-874f-92c6f16f6305 HTTP/1.1" status: 200 len: 856 time: 0.0364113 Jun 03 19:04:18.224492 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b294cd0c-1791-4d79-a441-21e38d988bab req-8ac8d56a-86ec-4e95-95ed-ab48e8797caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:04:18.225426 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-b294cd0c-1791-4d79-a441-21e38d988bab req-8ac8d56a-86ec-4e95-95ed-ab48e8797caa service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=9f3436aa-0141-4ddc-9e77-d652c7ff5b25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0458503 Jun 03 19:04:18.317445 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-b294cd0c-1791-4d79-a441-21e38d988bab req-ecc2c503-12ef-44b5-8b2b-999b63d91226 service neutron] 10.222.0.108 "GET /v2.0/networks/9f3436aa-0141-4ddc-9e77-d652c7ff5b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806346 Jun 03 19:04:18.398969 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-b294cd0c-1791-4d79-a441-21e38d988bab req-61c61e73-9872-416a-9590-ec4582c8acbd service neutron] 10.222.0.108 "GET /v2.0/networks/9f3436aa-0141-4ddc-9e77-d652c7ff5b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0749154 Jun 03 19:04:25.042722 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:04:29.571752 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-c754356e-5979-4157-8b5e-c248eb3b773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:04:30.606196 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:04:30.813582 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-be975cdb-23f7-4918-849e-5a1f8b5ea1c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:04:32.103034 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:04:32.733350 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:04:32.766054 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:04:59.584149 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-f39ab69f-7de5-4710-8b29-5ce8c2f31834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:05:00.610750 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:05:00.806182 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-d34165e4-e6b4-439e-be27-aae4d3381744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:05:02.031994 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:05:02.043349 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:05:02.786477 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:05:02.817978 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:05:16.015802 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-757fbc40-75ce-4807-a0b2-6fc79b41cad1 req-d207013e-0739-40df-afd4-46b1a1ed3059 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=729e7ab6-fad8-46ec-ba1a-f99236161c64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0827880 Jun 03 19:05:17.106943 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757fbc40-75ce-4807-a0b2-6fc79b41cad1 req-5e2fdbb3-b18b-44cd-a2d4-b701d6fd3d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:05:17.107941 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-757fbc40-75ce-4807-a0b2-6fc79b41cad1 req-5e2fdbb3-b18b-44cd-a2d4-b701d6fd3d01 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=d251c2b110174194859afacde2df517e&device_id=729e7ab6-fad8-46ec-ba1a-f99236161c64 HTTP/1.1" status: 200 len: 1098 time: 0.0559020 Jun 03 19:05:17.209920 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757fbc40-75ce-4807-a0b2-6fc79b41cad1 req-1b89ba37-92cc-4100-b03e-1686ef18dc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:05:17.210827 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-757fbc40-75ce-4807-a0b2-6fc79b41cad1 req-1b89ba37-92cc-4100-b03e-1686ef18dc48 service neutron] 10.222.0.108 "GET /v2.0/networks?id=9f3436aa-0141-4ddc-9e77-d652c7ff5b25 HTTP/1.1" status: 200 len: 919 time: 0.0846081 Jun 03 19:05:17.278699 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-757fbc40-75ce-4807-a0b2-6fc79b41cad1 req-a99a55cb-6cf7-4cee-9744-74bf8738b3ec service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c4f4a64-3ce0-4abd-a910-3ad86bf6a2b6 HTTP/1.1" status: 200 len: 1001 time: 0.0602174 Jun 03 19:05:17.318721 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757fbc40-75ce-4807-a0b2-6fc79b41cad1 req-df1e7dd3-634c-4482-ba03-a2961f37e3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:05:17.319462 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-757fbc40-75ce-4807-a0b2-6fc79b41cad1 req-df1e7dd3-634c-4482-ba03-a2961f37e3a6 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=f5c41478-ff70-4760-874f-92c6f16f6305 HTTP/1.1" status: 200 len: 856 time: 0.0337613 Jun 03 19:05:17.363846 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757fbc40-75ce-4807-a0b2-6fc79b41cad1 req-fb36bb8d-cc6d-45f6-b3c3-b8f1ba38d841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:05:17.364544 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-757fbc40-75ce-4807-a0b2-6fc79b41cad1 req-fb36bb8d-cc6d-45f6-b3c3-b8f1ba38d841 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=9f3436aa-0141-4ddc-9e77-d652c7ff5b25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0384614 Jun 03 19:05:17.433690 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-757fbc40-75ce-4807-a0b2-6fc79b41cad1 req-9900ccec-3a42-4ff9-8b1e-172c7542dd40 service neutron] 10.222.0.108 "GET /v2.0/networks/9f3436aa-0141-4ddc-9e77-d652c7ff5b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0623276 Jun 03 19:05:17.507371 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-757fbc40-75ce-4807-a0b2-6fc79b41cad1 req-a3614857-875b-4b7b-b72c-e1057dd62739 service neutron] 10.222.0.108 "GET /v2.0/networks/9f3436aa-0141-4ddc-9e77-d652c7ff5b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0658367 Jun 03 19:05:29.573311 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-3b2f678b-d238-4892-96bd-9ce67a09faa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:05:30.582710 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:05:30.809996 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-746d578a-1e9d-4fa0-9387-2d0976f09fed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:05:32.028737 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:05:32.778626 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:05:32.870211 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:05:39.046393 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:05:54.554628 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [req-805dbe16-5349-49c8-afc6-58c7215049ec req-273214f0-2bdd-4854-b7b9-a0377f881ce7 service neutron] (103517) timed out ('10.222.0.108', 52597) {{(pid=103517) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 03 19:05:59.597223 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-6b060230-d396-42ae-a97b-689b9cb306d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:06:00.587573 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:06:00.859481 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-640c924a-9616-4f8d-9c17-df430c930718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:06:02.068240 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:06:02.875241 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:06:02.911186 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:06:16.048318 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:06:18.119874 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-e0611e60-8c9c-4fb3-87d2-d72cd46e3cdf req-d1ff400f-cb04-4e80-99c3-c46e77140680 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=729e7ab6-fad8-46ec-ba1a-f99236161c64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1661916 Jun 03 19:06:29.073410 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0611e60-8c9c-4fb3-87d2-d72cd46e3cdf req-2555484f-761a-4d12-8919-018d6521e8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:06:29.074478 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-e0611e60-8c9c-4fb3-87d2-d72cd46e3cdf req-2555484f-761a-4d12-8919-018d6521e8e6 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=d251c2b110174194859afacde2df517e&device_id=729e7ab6-fad8-46ec-ba1a-f99236161c64 HTTP/1.1" status: 200 len: 1098 time: 0.0640631 Jun 03 19:06:29.251213 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0611e60-8c9c-4fb3-87d2-d72cd46e3cdf req-3d885c3b-c36c-4fea-a864-b6a6edfdbe43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:06:29.252247 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-e0611e60-8c9c-4fb3-87d2-d72cd46e3cdf req-3d885c3b-c36c-4fea-a864-b6a6edfdbe43 service neutron] 10.222.0.108 "GET /v2.0/networks?id=9f3436aa-0141-4ddc-9e77-d652c7ff5b25 HTTP/1.1" status: 200 len: 919 time: 0.1587272 Jun 03 19:06:29.320980 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-e0611e60-8c9c-4fb3-87d2-d72cd46e3cdf req-c60538c4-1c40-41a6-aa3b-4fdd41729458 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c4f4a64-3ce0-4abd-a910-3ad86bf6a2b6 HTTP/1.1" status: 200 len: 1001 time: 0.0617371 Jun 03 19:06:29.360819 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0611e60-8c9c-4fb3-87d2-d72cd46e3cdf req-d4f6ae3d-5601-4a41-baa7-a8bbfb061d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:06:29.361638 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-e0611e60-8c9c-4fb3-87d2-d72cd46e3cdf req-d4f6ae3d-5601-4a41-baa7-a8bbfb061d41 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=f5c41478-ff70-4760-874f-92c6f16f6305 HTTP/1.1" status: 200 len: 856 time: 0.0345430 Jun 03 19:06:29.435504 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0611e60-8c9c-4fb3-87d2-d72cd46e3cdf req-32cf146a-8bb7-4359-b2ec-a673bcbb883b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:06:29.436461 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-e0611e60-8c9c-4fb3-87d2-d72cd46e3cdf req-32cf146a-8bb7-4359-b2ec-a673bcbb883b service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=9f3436aa-0141-4ddc-9e77-d652c7ff5b25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0688252 Jun 03 19:06:29.529038 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-e0611e60-8c9c-4fb3-87d2-d72cd46e3cdf req-2449cc23-0382-41ca-8f2b-7183d479a37c service neutron] 10.222.0.108 "GET /v2.0/networks/9f3436aa-0141-4ddc-9e77-d652c7ff5b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848641 Jun 03 19:06:29.614419 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-e0611e60-8c9c-4fb3-87d2-d72cd46e3cdf req-871a4278-720c-4ccc-ac8b-5ecc3351d328 service neutron] 10.222.0.108 "GET /v2.0/networks/9f3436aa-0141-4ddc-9e77-d652c7ff5b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785251 Jun 03 19:06:29.666161 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-d67cde7d-81a7-4e15-8ff2-73c08384d4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:06:30.624946 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:06:30.839213 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-0227780f-4856-4a5f-a65c-39bbf2bfdf90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:06:32.057067 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:06:32.795887 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:06:32.847692 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:06:53.050372 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:06:59.606463 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-fda17e82-b07a-492a-9a3f-40e03464ffcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:07:00.628039 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:07:00.847746 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-5c29ef49-e056-44e9-894b-75d533ac4551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:07:02.065333 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:07:02.912108 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:07:02.951102 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:07:18.651167 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-a8315780-48d4-4fa1-bc25-8348a37d95d9 req-152f406e-b3ea-46b0-8453-ec287a1fc865 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=729e7ab6-fad8-46ec-ba1a-f99236161c64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0577760 Jun 03 19:07:22.404291 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8315780-48d4-4fa1-bc25-8348a37d95d9 req-ee123774-7ae0-499b-b81a-79ad556507e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:07:22.405365 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-a8315780-48d4-4fa1-bc25-8348a37d95d9 req-ee123774-7ae0-499b-b81a-79ad556507e7 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=d251c2b110174194859afacde2df517e&device_id=729e7ab6-fad8-46ec-ba1a-f99236161c64 HTTP/1.1" status: 200 len: 1098 time: 0.0603044 Jun 03 19:07:22.509664 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8315780-48d4-4fa1-bc25-8348a37d95d9 req-9f8463b1-5df2-4749-947b-023f616eadc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:07:22.510644 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-a8315780-48d4-4fa1-bc25-8348a37d95d9 req-9f8463b1-5df2-4749-947b-023f616eadc2 service neutron] 10.222.0.108 "GET /v2.0/networks?id=9f3436aa-0141-4ddc-9e77-d652c7ff5b25 HTTP/1.1" status: 200 len: 919 time: 0.0858898 Jun 03 19:07:22.576494 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-a8315780-48d4-4fa1-bc25-8348a37d95d9 req-c178352f-88d9-414d-9148-2769f2787abf service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c4f4a64-3ce0-4abd-a910-3ad86bf6a2b6 HTTP/1.1" status: 200 len: 1001 time: 0.0582998 Jun 03 19:07:22.620845 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8315780-48d4-4fa1-bc25-8348a37d95d9 req-46aa196f-1b72-4dc3-9447-e0983eaa7b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:07:22.621990 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-a8315780-48d4-4fa1-bc25-8348a37d95d9 req-46aa196f-1b72-4dc3-9447-e0983eaa7b1a service neutron] 10.222.0.108 "GET /v2.0/subnets?id=f5c41478-ff70-4760-874f-92c6f16f6305 HTTP/1.1" status: 200 len: 856 time: 0.0393167 Jun 03 19:07:22.675518 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8315780-48d4-4fa1-bc25-8348a37d95d9 req-209f9dca-4f2a-4fc4-a268-68536cad3840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:07:22.676511 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-a8315780-48d4-4fa1-bc25-8348a37d95d9 req-209f9dca-4f2a-4fc4-a268-68536cad3840 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=9f3436aa-0141-4ddc-9e77-d652c7ff5b25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0478766 Jun 03 19:07:22.771927 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-a8315780-48d4-4fa1-bc25-8348a37d95d9 req-61d0b202-2de6-469f-848d-ac28aee5745d service neutron] 10.222.0.108 "GET /v2.0/networks/9f3436aa-0141-4ddc-9e77-d652c7ff5b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876307 Jun 03 19:07:22.860985 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-a8315780-48d4-4fa1-bc25-8348a37d95d9 req-846f9e10-36b4-45dd-a882-338d6f29da69 service neutron] 10.222.0.108 "GET /v2.0/networks/9f3436aa-0141-4ddc-9e77-d652c7ff5b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818527 Jun 03 19:07:29.630273 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-d9c7eaa4-9bad-4fd3-bde3-f4e87a8e17ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:07:30.049736 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:07:30.628462 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:07:30.883937 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-b8451166-6db3-4c59-83aa-2576c48a0663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:07:32.057760 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:07:32.824305 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:07:32.864221 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:07:59.666868 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-74cbfd37-9dae-4914-a6b7-51faae8ff4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:08:00.669531 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:08:00.888435 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-535e6bd9-6e03-4d42-b0da-e07d350b2fc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:08:02.170283 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:08:02.833042 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:08:02.873020 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:08:07.053124 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:08:22.502740 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-bd2242e4-cbf4-4cb9-a850-f1d7a6df4024 req-d39c5b86-f1df-4dac-b1eb-b49849dd3aa2 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=729e7ab6-fad8-46ec-ba1a-f99236161c64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0609949 Jun 03 19:08:29.623904 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-1f930bc5-1283-42ce-8647-1b6f2687726c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:08:30.621890 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:08:30.877224 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-5f15039e-a86a-4d26-b181-c79f7499721c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:08:32.162149 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:08:32.852954 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:08:32.876725 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:08:44.054667 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:08:55.039169 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2242e4-cbf4-4cb9-a850-f1d7a6df4024 req-e9f2fa97-cc5a-4082-8971-adc2d4a43aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:08:55.040189 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-bd2242e4-cbf4-4cb9-a850-f1d7a6df4024 req-e9f2fa97-cc5a-4082-8971-adc2d4a43aa3 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=d251c2b110174194859afacde2df517e&device_id=729e7ab6-fad8-46ec-ba1a-f99236161c64 HTTP/1.1" status: 200 len: 1098 time: 0.0578904 Jun 03 19:08:55.221018 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2242e4-cbf4-4cb9-a850-f1d7a6df4024 req-40c8ffb4-f73f-4c77-a541-b52c1c90a036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:08:55.222005 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-bd2242e4-cbf4-4cb9-a850-f1d7a6df4024 req-40c8ffb4-f73f-4c77-a541-b52c1c90a036 service neutron] 10.222.0.108 "GET /v2.0/networks?id=9f3436aa-0141-4ddc-9e77-d652c7ff5b25 HTTP/1.1" status: 200 len: 919 time: 0.1622179 Jun 03 19:08:55.292004 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-bd2242e4-cbf4-4cb9-a850-f1d7a6df4024 req-1fff6f66-26a0-45ae-89d9-eeb474589662 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c4f4a64-3ce0-4abd-a910-3ad86bf6a2b6 HTTP/1.1" status: 200 len: 1001 time: 0.0628181 Jun 03 19:08:55.333258 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2242e4-cbf4-4cb9-a850-f1d7a6df4024 req-ce260abb-ae66-4d57-960a-0d7de4384083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:08:55.334151 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-bd2242e4-cbf4-4cb9-a850-f1d7a6df4024 req-ce260abb-ae66-4d57-960a-0d7de4384083 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=f5c41478-ff70-4760-874f-92c6f16f6305 HTTP/1.1" status: 200 len: 856 time: 0.0356152 Jun 03 19:08:55.392095 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2242e4-cbf4-4cb9-a850-f1d7a6df4024 req-022807f1-667b-4a32-a773-73fc6f894ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:08:55.393072 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-bd2242e4-cbf4-4cb9-a850-f1d7a6df4024 req-022807f1-667b-4a32-a773-73fc6f894ec6 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=9f3436aa-0141-4ddc-9e77-d652c7ff5b25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0514903 Jun 03 19:08:55.479657 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-bd2242e4-cbf4-4cb9-a850-f1d7a6df4024 req-b7598e90-9b74-4bd8-8b9f-dc2f7b94c71f service neutron] 10.222.0.108 "GET /v2.0/networks/9f3436aa-0141-4ddc-9e77-d652c7ff5b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791996 Jun 03 19:08:55.565088 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-bd2242e4-cbf4-4cb9-a850-f1d7a6df4024 req-d5697288-abd5-4d5d-9e74-3e55939ab25d service neutron] 10.222.0.108 "GET /v2.0/networks/9f3436aa-0141-4ddc-9e77-d652c7ff5b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786011 Jun 03 19:08:59.691516 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-3d8d8e93-036c-4e20-8918-6a23f3d341fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:09:00.633423 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:09:01.069255 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-3556572d-d4f9-4758-ab16-e46938221664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:09:02.059226 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:09:02.852809 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:09:02.897160 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:09:21.056404 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:09:25.944248 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-efc64734-7316-48af-b576-054ceecb5f65 req-c8c55578-f0dd-4a5e-9dce-8edf9f0cdf4b service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=729e7ab6-fad8-46ec-ba1a-f99236161c64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0541911 Jun 03 19:09:29.660349 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-4bcc8c71-cab7-49d2-8f42-f812b37b2104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:09:29.698133 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc64734-7316-48af-b576-054ceecb5f65 req-cf6c82db-8815-4f77-99be-e6793b77ab13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:09:29.699209 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-efc64734-7316-48af-b576-054ceecb5f65 req-cf6c82db-8815-4f77-99be-e6793b77ab13 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=d251c2b110174194859afacde2df517e&device_id=729e7ab6-fad8-46ec-ba1a-f99236161c64 HTTP/1.1" status: 200 len: 1098 time: 0.0621886 Jun 03 19:09:29.804099 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc64734-7316-48af-b576-054ceecb5f65 req-5c565bde-cecd-4b37-839e-b95b6bf523a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:09:29.805875 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-efc64734-7316-48af-b576-054ceecb5f65 req-5c565bde-cecd-4b37-839e-b95b6bf523a6 service neutron] 10.222.0.108 "GET /v2.0/networks?id=9f3436aa-0141-4ddc-9e77-d652c7ff5b25 HTTP/1.1" status: 200 len: 919 time: 0.0875020 Jun 03 19:09:29.884939 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-efc64734-7316-48af-b576-054ceecb5f65 req-26fa85c4-3508-442e-86da-44ec3447f898 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c4f4a64-3ce0-4abd-a910-3ad86bf6a2b6 HTTP/1.1" status: 200 len: 1001 time: 0.0722730 Jun 03 19:09:29.927758 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc64734-7316-48af-b576-054ceecb5f65 req-f6f75285-06be-4c65-826e-530338be7b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:09:29.928559 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-efc64734-7316-48af-b576-054ceecb5f65 req-f6f75285-06be-4c65-826e-530338be7b6a service neutron] 10.222.0.108 "GET /v2.0/subnets?id=f5c41478-ff70-4760-874f-92c6f16f6305 HTTP/1.1" status: 200 len: 856 time: 0.0369620 Jun 03 19:09:29.982463 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc64734-7316-48af-b576-054ceecb5f65 req-a70bdb36-db34-4efb-b57d-d1115786a55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:09:29.983379 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-efc64734-7316-48af-b576-054ceecb5f65 req-a70bdb36-db34-4efb-b57d-d1115786a55e service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=9f3436aa-0141-4ddc-9e77-d652c7ff5b25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0456371 Jun 03 19:09:30.079155 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-efc64734-7316-48af-b576-054ceecb5f65 req-4f3bb072-c5d1-4584-bdc0-e06d4ad0243d service neutron] 10.222.0.108 "GET /v2.0/networks/9f3436aa-0141-4ddc-9e77-d652c7ff5b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880706 Jun 03 19:09:30.165190 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-efc64734-7316-48af-b576-054ceecb5f65 req-d4795853-dce1-4bc2-9888-7dcdee22b7b4 service neutron] 10.222.0.108 "GET /v2.0/networks/9f3436aa-0141-4ddc-9e77-d652c7ff5b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791104 Jun 03 19:09:30.634574 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:09:30.848421 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-26e01f8e-d3dd-4c0f-81e5-7a974ca67773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:09:32.073642 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:09:32.829204 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:09:32.864987 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:09:58.059230 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:09:59.628241 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-466062c5-6dd0-4a3e-bfde-3154e99df038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:10:00.662157 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:10:00.846170 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-ce1fb6b9-5585-41ba-9eaf-583ba5c3ab05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:10:02.072328 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:10:02.815005 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:10:02.845720 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:10:23.413192 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-47180403-74fe-427f-97f6-3e25f3ae6a42 req-48f0051d-7e04-489b-b1b1-8658ddfa24b1 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=729e7ab6-fad8-46ec-ba1a-f99236161c64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0570464 Jun 03 19:10:24.449419 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47180403-74fe-427f-97f6-3e25f3ae6a42 req-69c30fe5-51f0-4c89-8ddb-18fcbfe0458d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:10:24.451180 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-47180403-74fe-427f-97f6-3e25f3ae6a42 req-69c30fe5-51f0-4c89-8ddb-18fcbfe0458d service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=d251c2b110174194859afacde2df517e&device_id=729e7ab6-fad8-46ec-ba1a-f99236161c64 HTTP/1.1" status: 200 len: 1098 time: 0.0626519 Jun 03 19:10:24.630017 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47180403-74fe-427f-97f6-3e25f3ae6a42 req-04abbd41-c4e6-45d1-894d-0b8c0c0faed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:10:24.630907 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-47180403-74fe-427f-97f6-3e25f3ae6a42 req-04abbd41-c4e6-45d1-894d-0b8c0c0faed4 service neutron] 10.222.0.108 "GET /v2.0/networks?id=9f3436aa-0141-4ddc-9e77-d652c7ff5b25 HTTP/1.1" status: 200 len: 919 time: 0.1615455 Jun 03 19:10:24.700452 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-47180403-74fe-427f-97f6-3e25f3ae6a42 req-f7b9e041-740b-4c5d-9536-0a641da11fe0 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c4f4a64-3ce0-4abd-a910-3ad86bf6a2b6 HTTP/1.1" status: 200 len: 1001 time: 0.0626979 Jun 03 19:10:24.745949 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47180403-74fe-427f-97f6-3e25f3ae6a42 req-d79daed8-8a56-4000-aa15-62e71808e6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:10:24.746797 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-47180403-74fe-427f-97f6-3e25f3ae6a42 req-d79daed8-8a56-4000-aa15-62e71808e6b3 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=f5c41478-ff70-4760-874f-92c6f16f6305 HTTP/1.1" status: 200 len: 856 time: 0.0397115 Jun 03 19:10:24.796546 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47180403-74fe-427f-97f6-3e25f3ae6a42 req-72c27599-652b-4d46-b280-c72a02a993fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:10:24.797421 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-47180403-74fe-427f-97f6-3e25f3ae6a42 req-72c27599-652b-4d46-b280-c72a02a993fb service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=9f3436aa-0141-4ddc-9e77-d652c7ff5b25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0443375 Jun 03 19:10:24.872345 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-47180403-74fe-427f-97f6-3e25f3ae6a42 req-ae432798-c487-421b-90d8-75d672437e1a service neutron] 10.222.0.108 "GET /v2.0/networks/9f3436aa-0141-4ddc-9e77-d652c7ff5b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0674675 Jun 03 19:10:24.944526 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-47180403-74fe-427f-97f6-3e25f3ae6a42 req-1baf27d6-7f05-4f25-9476-abd0bf5b2108 service neutron] 10.222.0.108 "GET /v2.0/networks/9f3436aa-0141-4ddc-9e77-d652c7ff5b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0658476 Jun 03 19:10:29.601040 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-ea20759a-36ba-44d8-aeac-88b41f676c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:10:30.651285 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:10:30.850946 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-41ed5c7b-adda-4875-9477-f4336af2712c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:10:32.059915 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:10:32.825793 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:10:32.866284 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:10:35.060779 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:10:59.605662 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-4a143981-235a-4b17-9586-b50951ef7fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:11:00.595809 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:11:00.811199 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-12daeccc-26c1-4428-811c-5a9f8c4f43df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:11:02.064866 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:11:02.858398 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:11:02.894084 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:11:08.054650 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [req-c78f9ec0-9255-43d6-a041-0bb4b36953b0 req-5508be2b-844b-4582-8999-b6f6eff67779 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] (103516) timed out ('10.222.0.108', 52606) {{(pid=103516) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 03 19:11:12.062547 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:11:23.049666 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-49fca79d-fd79-4171-a2f0-7d02f4343a8b req-6149ccd8-727f-49c8-b10a-9a83811b4f86 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=729e7ab6-fad8-46ec-ba1a-f99236161c64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0842493 Jun 03 19:11:25.880374 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fca79d-fd79-4171-a2f0-7d02f4343a8b req-85bb2b92-ddb8-446f-819c-3861f06b8be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:11:25.881334 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-49fca79d-fd79-4171-a2f0-7d02f4343a8b req-85bb2b92-ddb8-446f-819c-3861f06b8be7 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=d251c2b110174194859afacde2df517e&device_id=729e7ab6-fad8-46ec-ba1a-f99236161c64 HTTP/1.1" status: 200 len: 1098 time: 0.0552917 Jun 03 19:11:26.017649 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fca79d-fd79-4171-a2f0-7d02f4343a8b req-d749f1e7-9e6b-45aa-b518-7bb1c1317247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:11:26.019482 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-49fca79d-fd79-4171-a2f0-7d02f4343a8b req-d749f1e7-9e6b-45aa-b518-7bb1c1317247 service neutron] 10.222.0.108 "GET /v2.0/networks?id=9f3436aa-0141-4ddc-9e77-d652c7ff5b25 HTTP/1.1" status: 200 len: 919 time: 0.1144366 Jun 03 19:11:26.096756 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-49fca79d-fd79-4171-a2f0-7d02f4343a8b req-f1c01f81-f212-44c2-9b74-636da3a263da service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c4f4a64-3ce0-4abd-a910-3ad86bf6a2b6 HTTP/1.1" status: 200 len: 1001 time: 0.0696189 Jun 03 19:11:26.142696 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fca79d-fd79-4171-a2f0-7d02f4343a8b req-7cf5562f-24a5-47e4-93b3-48844c8f9564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:11:26.143570 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-49fca79d-fd79-4171-a2f0-7d02f4343a8b req-7cf5562f-24a5-47e4-93b3-48844c8f9564 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=f5c41478-ff70-4760-874f-92c6f16f6305 HTTP/1.1" status: 200 len: 856 time: 0.0407374 Jun 03 19:11:26.207715 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fca79d-fd79-4171-a2f0-7d02f4343a8b req-6cbf0ca1-e487-4cc2-8915-7b30c57292c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:11:26.209526 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-49fca79d-fd79-4171-a2f0-7d02f4343a8b req-6cbf0ca1-e487-4cc2-8915-7b30c57292c3 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=9f3436aa-0141-4ddc-9e77-d652c7ff5b25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0592833 Jun 03 19:11:26.218769 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [req-49fca79d-fd79-4171-a2f0-7d02f4343a8b req-c6909956-fb7e-4d64-92a0-1af2f0d57a9a service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 19:11:26.228060 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-49fca79d-fd79-4171-a2f0-7d02f4343a8b req-c6909956-fb7e-4d64-92a0-1af2f0d57a9a service neutron] 10.222.0.108 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0034435 Jun 03 19:11:26.310891 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-49fca79d-fd79-4171-a2f0-7d02f4343a8b req-ebc5521a-a4c9-410f-9805-2d2f0e42f6f8 service neutron] 10.222.0.108 "GET /v2.0/networks/9f3436aa-0141-4ddc-9e77-d652c7ff5b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856576 Jun 03 19:11:26.394555 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-49fca79d-fd79-4171-a2f0-7d02f4343a8b req-a183ef4c-ffe0-4bda-a277-e0dbaf7a5670 service neutron] 10.222.0.108 "GET /v2.0/networks/9f3436aa-0141-4ddc-9e77-d652c7ff5b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0769987 Jun 03 19:11:29.632994 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-f737501f-1426-4133-bc2d-54389c469a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:11:30.604194 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:11:30.843614 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-47c5c733-5d0c-42c4-848b-e168ee110179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:11:32.136119 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:11:32.831579 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:11:32.906344 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:11:49.065339 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:11:59.586363 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-7d5dfcf0-a4fc-4d4e-ac4c-e0b2ac634ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:00.600493 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:00.812134 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-3fe2e692-2cf5-4f65-ad1c-9420aeaee96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:02.120302 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:02.879841 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:02.912239 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:08.996903 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d103c81-41b7-4785-a7a0-7d3b873e5a4f req-19fe1e86-dc6b-4a9a-b044-a2473530a6da tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:12:08.997847 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-2d103c81-41b7-4785-a7a0-7d3b873e5a4f req-19fe1e86-dc6b-4a9a-b044-a2473530a6da tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=729e7ab6-fad8-46ec-ba1a-f99236161c64 HTTP/1.1" status: 200 len: 945 time: 0.0861080 Jun 03 19:12:09.026270 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-2d103c81-41b7-4785-a7a0-7d3b873e5a4f req-f4935eb5-6f70-4f89-9876-ae57c35af630 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc1cf52e-59f9-4710-b8ba-823642471683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0245178 Jun 03 19:12:09.877001 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c5127-3ed4-4207-9561-82d80903e5eb req-04066f35-dd76-4eff-aeea-397f06c73d01 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:12:09.877956 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-579c5127-3ed4-4207-9561-82d80903e5eb req-04066f35-dd76-4eff-aeea-397f06c73d01 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.108 "GET /v2.0/ports?device_id=729e7ab6-fad8-46ec-ba1a-f99236161c64 HTTP/1.1" status: 200 len: 945 time: 0.1614316 Jun 03 19:12:09.981385 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [req-579c5127-3ed4-4207-9561-82d80903e5eb req-a1e7b46d-3ba3-40f7-8470-d2eece66d059 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Deleting port 2c4f4a64-3ce0-4abd-a910-3ad86bf6a2b6 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 19:12:09.981807 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-579c5127-3ed4-4207-9561-82d80903e5eb req-a1e7b46d-3ba3-40f7-8470-d2eece66d059 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241832951'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:10.075515 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.db [req-579c5127-3ed4-4207-9561-82d80903e5eb req-a1e7b46d-3ba3-40f7-8470-d2eece66d059 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] For port 2c4f4a64-3ce0-4abd-a910-3ad86bf6a2b6, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=2c4f4a64-3ce0-4abd-a910-3ad86bf6a2b6,segment=NetworkSegment(b02fb9b0-3c23-4c5d-ae80-127565c0e9ce),segment_id=b02fb9b0-3c23-4c5d-ae80-127565c0e9ce)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 19:12:10.075963 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-579c5127-3ed4-4207-9561-82d80903e5eb req-a1e7b46d-3ba3-40f7-8470-d2eece66d059 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:10.201610 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea2e503-2009-4930-b67d-1fef698ff582 req-76dabf35-bd55-4a8d-9b80-e363ef9e6f12 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:12:10.202571 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-6ea2e503-2009-4930-b67d-1fef698ff582 req-76dabf35-bd55-4a8d-9b80-e363ef9e6f12 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=729e7ab6-fad8-46ec-ba1a-f99236161c64 HTTP/1.1" status: 200 len: 945 time: 0.0899208 Jun 03 19:12:10.231696 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-6ea2e503-2009-4930-b67d-1fef698ff582 req-dbc62c46-434f-4ae2-95e1-4c068848f212 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc1cf52e-59f9-4710-b8ba-823642471683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0251684 Jun 03 19:12:10.272892 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-579c5127-3ed4-4207-9561-82d80903e5eb req-a1e7b46d-3ba3-40f7-8470-d2eece66d059 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:10.273116 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-579c5127-3ed4-4207-9561-82d80903e5eb req-a1e7b46d-3ba3-40f7-8470-d2eece66d059 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573538'] for floatingip, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:10.273311 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.db.l3_db [req-579c5127-3ed4-4207-9561-82d80903e5eb req-a1e7b46d-3ba3-40f7-8470-d2eece66d059 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Floating IP b44ced15-f71d-40f8-a9d0-ac73b57a47cf disassociated. External IP: 172.28.1.218, port: 2c4f4a64-3ce0-4abd-a910-3ad86bf6a2b6. Jun 03 19:12:10.273528 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [req-579c5127-3ed4-4207-9561-82d80903e5eb req-a1e7b46d-3ba3-40f7-8470-d2eece66d059 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Calling delete_port for 2c4f4a64-3ce0-4abd-a910-3ad86bf6a2b6 owned by compute:nova {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 19:12:10.417447 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-579c5127-3ed4-4207-9561-82d80903e5eb req-a1e7b46d-3ba3-40f7-8470-d2eece66d059 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241743607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751241322837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3014096'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:10.424921 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-6c7b8e75-bfaf-426e-9122-3c0de20a41e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:12:10.464925 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e7b46d-3ba3-40f7-8470-d2eece66d059 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Pushing event deleted for resources: {'Port': ['ID=2c4f4a64-3ce0-4abd-a910-3ad86bf6a2b6,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:12:10.473154 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e7b46d-3ba3-40f7-8470-d2eece66d059 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:12:10.473438 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e7b46d-3ba3-40f7-8470-d2eece66d059 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:12:10.473713 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e7b46d-3ba3-40f7-8470-d2eece66d059 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:12:10.473984 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e7b46d-3ba3-40f7-8470-d2eece66d059 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:12:10.474570 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e7b46d-3ba3-40f7-8470-d2eece66d059 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:12:10.474756 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e7b46d-3ba3-40f7-8470-d2eece66d059 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:12:10.475027 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e7b46d-3ba3-40f7-8470-d2eece66d059 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:12:10.475375 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e7b46d-3ba3-40f7-8470-d2eece66d059 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:12:10.475582 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e7b46d-3ba3-40f7-8470-d2eece66d059 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:12:10.475878 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e7b46d-3ba3-40f7-8470-d2eece66d059 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:12:10.476144 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e7b46d-3ba3-40f7-8470-d2eece66d059 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:12:10.476429 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e7b46d-3ba3-40f7-8470-d2eece66d059 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:12:10.515474 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-a1e7b46d-3ba3-40f7-8470-d2eece66d059 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:12:10.602117 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.l3_agent_scheduler [req-579c5127-3ed4-4207-9561-82d80903e5eb req-a1e7b46d-3ba3-40f7-8470-d2eece66d059 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Router dd58e971-f7b2-402b-9393-9a067101b3ff has already been hosted by L3 agent e49736c8-5019-4904-a5ca-8bb53e194ab8 {{(pid=103516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 19:12:10.711398 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-579c5127-3ed4-4207-9561-82d80903e5eb req-a1e7b46d-3ba3-40f7-8470-d2eece66d059 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify agent at l3_agent.dv-cinder-794661-1-smb the message routers_updated {{(pid=103516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 19:12:10.721626 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd851f7d-ab7c-4892-8c2e-ba1cf00bda2e None None] Sync routers for ids ['dd58e971-f7b2-402b-9393-9a067101b3ff'] in dv-cinder-794661-1-smb {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 19:12:10.729359 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd851f7d-ab7c-4892-8c2e-ba1cf00bda2e None None] Routers {'dd58e971-f7b2-402b-9393-9a067101b3ff'} bound to L3 agent in host dv-cinder-794661-1-smb {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 19:12:10.729745 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-bd851f7d-ab7c-4892-8c2e-ba1cf00bda2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794661-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T18:44:31Z,description=,heartbeat_timestamp=2021-06-03T19:12:01Z,host='dv-cinder-794661-1-smb',id=e49736c8-5019-4904-a5ca-8bb53e194ab8,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T18:44:31Z,topic='l3_agent')) {'router_ids': ['dd58e971-f7b2-402b-9393-9a067101b3ff'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:12:10.755720 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [req-579c5127-3ed4-4207-9561-82d80903e5eb req-a1e7b46d-3ba3-40f7-8470-d2eece66d059 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] No DVR routers for this DVR port 2c4f4a64-3ce0-4abd-a910-3ad86bf6a2b6 on host hv-cinder-79466 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 19:12:10.757742 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-579c5127-3ed4-4207-9561-82d80903e5eb req-a1e7b46d-3ba3-40f7-8470-d2eece66d059 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56630'] for port, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:10.759286 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '729e7ab6-fad8-46ec-ba1a-f99236161c64', 'name': 'network-vif-deleted', 'tag': '2c4f4a64-3ce0-4abd-a910-3ad86bf6a2b6'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 19:12:10.760674 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc39b0f538a7142e305aed45b4a3a48499e72eb72884f9d3de90a53803998271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-593d5887-cec0-4c95-942d-a050f641752d" -d '{"events": [{"server_uuid": "729e7ab6-fad8-46ec-ba1a-f99236161c64", "name": "network-vif-deleted", "tag": "2c4f4a64-3ce0-4abd-a910-3ad86bf6a2b6"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 19:12:10.822768 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 19:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e3072e-5f42-4990-b2ca-7078ad3ce204 x-openstack-request-id: req-a3e3072e-5f42-4990-b2ca-7078ad3ce204 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 19:12:10.822954 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "729e7ab6-fad8-46ec-ba1a-f99236161c64", "name": "network-vif-deleted", "tag": "2c4f4a64-3ce0-4abd-a910-3ad86bf6a2b6", "status": "completed", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 19:12:10.823112 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a3e3072e-5f42-4990-b2ca-7078ad3ce204 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 19:12:10.823367 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '729e7ab6-fad8-46ec-ba1a-f99236161c64', 'name': 'network-vif-deleted', 'tag': '2c4f4a64-3ce0-4abd-a910-3ad86bf6a2b6', 'status': 'completed', 'code': 200} Jun 03 19:12:10.839145 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-bd851f7d-ab7c-4892-8c2e-ba1cf00bda2e None None] Set router dd58e971-f7b2-402b-9393-9a067101b3ff gateway port host: dv-cinder-794661-1-smb {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 19:12:10.859837 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-579c5127-3ed4-4207-9561-82d80903e5eb req-a1e7b46d-3ba3-40f7-8470-d2eece66d059 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.108 "DELETE /v2.0/ports/2c4f4a64-3ce0-4abd-a910-3ad86bf6a2b6 HTTP/1.1" status: 204 len: 173 time: 0.9733870 Jun 03 19:12:11.023125 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-bd851f7d-ab7c-4892-8c2e-ba1cf00bda2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd58e971-f7b2-402b-9393-9a067101b3ff', 'name': 'tempest-AttachVolumeShelveTestJSON-2075620297-router', 'tenant_id': 'd251c2b110174194859afacde2df517e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': '265efd94-e986-4a48-98b0-2936347aed73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T18:51:34Z', 'updated_at': '2021-06-03T18:51:38Z', 'revision_number': 4, 'project_id': 'd251c2b110174194859afacde2df517e', 'gw_port': {'id': '265efd94-e986-4a48-98b0-2936347aed73', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd58e971-f7b2-402b-9393-9a067101b3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:51:35Z', 'updated_at': '2021-06-03T18:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb', '_interfaces': [{'id': 'a2f394fd-9be3-4ac8-8b6d-75c7b200a26f', 'name': '', 'network_id': '9f3436aa-0141-4ddc-9e77-d652c7ff5b25', 'tenant_id': 'd251c2b110174194859afacde2df517e', 'mac_address': 'fa:16:3e:3d:98:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd58e971-f7b2-402b-9393-9a067101b3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'f5c41478-ff70-4760-874f-92c6f16f6305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:51:37Z', 'updated_at': '2021-06-03T18:51:42Z', 'revision_number': 5, 'project_id': 'd251c2b110174194859afacde2df517e', 'subnets': [{'id': 'f5c41478-ff70-4760-874f-92c6f16f6305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794661-1-smb', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:12:11.025531 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd851f7d-ab7c-4892-8c2e-ba1cf00bda2e None None] Checking router: dd58e971-f7b2-402b-9393-9a067101b3ff for host: dv-cinder-794661-1-smb {{(pid=103518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 19:12:11.031161 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd851f7d-ab7c-4892-8c2e-ba1cf00bda2e None None] Routers {'dd58e971-f7b2-402b-9393-9a067101b3ff'} bound to L3 agent in host dv-cinder-794661-1-smb {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 19:12:11.031519 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-bd851f7d-ab7c-4892-8c2e-ba1cf00bda2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794661-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T18:44:31Z,description=,heartbeat_timestamp=2021-06-03T19:12:01Z,host='dv-cinder-794661-1-smb',id=e49736c8-5019-4904-a5ca-8bb53e194ab8,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T18:44:31Z,topic='l3_agent')) {'router_ids': ['dd58e971-f7b2-402b-9393-9a067101b3ff'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:12:11.125264 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-bd851f7d-ab7c-4892-8c2e-ba1cf00bda2e None None] Set router dd58e971-f7b2-402b-9393-9a067101b3ff gateway port host: dv-cinder-794661-1-smb {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 19:12:11.314384 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-bd851f7d-ab7c-4892-8c2e-ba1cf00bda2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd58e971-f7b2-402b-9393-9a067101b3ff', 'name': 'tempest-AttachVolumeShelveTestJSON-2075620297-router', 'tenant_id': 'd251c2b110174194859afacde2df517e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': '265efd94-e986-4a48-98b0-2936347aed73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T18:51:34Z', 'updated_at': '2021-06-03T18:51:38Z', 'revision_number': 4, 'project_id': 'd251c2b110174194859afacde2df517e', 'gw_port': {'id': '265efd94-e986-4a48-98b0-2936347aed73', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd58e971-f7b2-402b-9393-9a067101b3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:51:35Z', 'updated_at': '2021-06-03T18:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb', '_interfaces': [{'id': 'a2f394fd-9be3-4ac8-8b6d-75c7b200a26f', 'name': '', 'network_id': '9f3436aa-0141-4ddc-9e77-d652c7ff5b25', 'tenant_id': 'd251c2b110174194859afacde2df517e', 'mac_address': 'fa:16:3e:3d:98:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd58e971-f7b2-402b-9393-9a067101b3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'f5c41478-ff70-4760-874f-92c6f16f6305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:51:37Z', 'updated_at': '2021-06-03T18:51:42Z', 'revision_number': 5, 'project_id': 'd251c2b110174194859afacde2df517e', 'subnets': [{'id': 'f5c41478-ff70-4760-874f-92c6f16f6305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794661-1-smb', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:12:11.316886 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd851f7d-ab7c-4892-8c2e-ba1cf00bda2e None None] The sync data for ids ['dd58e971-f7b2-402b-9393-9a067101b3ff'] in dv-cinder-794661-1-smb is: [{'id': 'dd58e971-f7b2-402b-9393-9a067101b3ff', 'name': 'tempest-AttachVolumeShelveTestJSON-2075620297-router', 'tenant_id': 'd251c2b110174194859afacde2df517e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': '265efd94-e986-4a48-98b0-2936347aed73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T18:51:34Z', 'updated_at': '2021-06-03T18:51:38Z', 'revision_number': 4, 'project_id': 'd251c2b110174194859afacde2df517e', 'gw_port': {'id': '265efd94-e986-4a48-98b0-2936347aed73', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd58e971-f7b2-402b-9393-9a067101b3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:51:35Z', 'updated_at': '2021-06-03T18:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb', '_interfaces': [{'id': 'a2f394fd-9be3-4ac8-8b6d-75c7b200a26f', 'name': '', 'network_id': '9f3436aa-0141-4ddc-9e77-d652c7ff5b25', 'tenant_id': 'd251c2b110174194859afacde2df517e', 'mac_address': 'fa:16:3e:3d:98:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd58e971-f7b2-402b-9393-9a067101b3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'f5c41478-ff70-4760-874f-92c6f16f6305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:51:37Z', 'updated_at': '2021-06-03T18:51:42Z', 'revision_number': 5, 'project_id': 'd251c2b110174194859afacde2df517e', 'subnets': [{'id': 'f5c41478-ff70-4760-874f-92c6f16f6305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 19:12:11.317692 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-82b2ca76-d3a7-478d-a79e-67daee2ebe5d req-f2126fc1-619a-4d8f-9918-b2ceda5291a9 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=729e7ab6-fad8-46ec-ba1a-f99236161c64 HTTP/1.1" status: 200 len: 210 time: 0.0231743 Jun 03 19:12:11.445944 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5395949-e596-4b97-b0dd-28f8ce8ca890 None None] New status for floating IP b44ced15-f71d-40f8-a9d0-ac73b57a47cf: DOWN {{(pid=103519) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 19:12:12.442047 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-a0a0cb4b-c915-4f52-a338-42f7489c8014 req-257fb176-a6e1-4ed6-8fd6-8280c512e5fb tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Synchronizing usage tracker for tenant:d251c2b110174194859afacde2df517e on resource:port {{(pid=103516) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 19:12:12.560294 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-a0a0cb4b-c915-4f52-a338-42f7489c8014 req-257fb176-a6e1-4ed6-8fd6-8280c512e5fb tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Unset dirty status for tenant:d251c2b110174194859afacde2df517e on resource:port {{(pid=103516) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 19:12:12.561175 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-a0a0cb4b-c915-4f52-a338-42f7489c8014 req-257fb176-a6e1-4ed6-8fd6-8280c512e5fb tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=729e7ab6-fad8-46ec-ba1a-f99236161c64 HTTP/1.1" status: 200 len: 210 time: 0.1614964 Jun 03 19:12:13.696697 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-7d26bf89-fa1f-43dd-a55c-a7e5fa5b16c3 req-cb3138ec-24fe-4e14-95c7-c598704faba1 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/ports?device_id=729e7ab6-fad8-46ec-ba1a-f99236161c64 HTTP/1.1" status: 200 len: 210 time: 0.0410173 Jun 03 19:12:13.888957 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Device 2c4f4a64-3ce0-4abd-a910-3ad86bf6a2b6 no longer exists at agent hyperv_hv-cinder-79466 {{(pid=103518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 19:12:13.929888 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.plugin [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] No Port match for: 2c4f4a64-3ce0-4abd-a910-3ad86bf6a2b6 {{(pid=103518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 19:12:13.930208 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Device 2c4f4a64-3ce0-4abd-a910-3ad86bf6a2b6 not bound to the agent host hv-cinder-79466 {{(pid=103518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 19:12:15.878652 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 33336) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:12:15.934920 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ba062303-55c6-4e00-b116-90fd456a536c tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks [] for security_group, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:15.957848 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ba062303-55c6-4e00-b116-90fd456a536c tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:16.084782 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ba062303-55c6-4e00-b116-90fd456a536c tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:16.089923 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-1409b065-1fb3-40be-a291-87d4f165f6a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:12:16.109967 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba062303-55c6-4e00-b116-90fd456a536c tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc1cf52e-59f9-4710-b8ba-823642471683,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:12:16.120417 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba062303-55c6-4e00-b116-90fd456a536c tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:12:16.120690 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba062303-55c6-4e00-b116-90fd456a536c tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:12:16.120978 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba062303-55c6-4e00-b116-90fd456a536c tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:12:16.121268 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba062303-55c6-4e00-b116-90fd456a536c tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:12:16.121553 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba062303-55c6-4e00-b116-90fd456a536c tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:12:16.121832 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba062303-55c6-4e00-b116-90fd456a536c tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:12:16.122115 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba062303-55c6-4e00-b116-90fd456a536c tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:12:16.122395 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba062303-55c6-4e00-b116-90fd456a536c tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:12:16.122681 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba062303-55c6-4e00-b116-90fd456a536c tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:12:16.122961 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba062303-55c6-4e00-b116-90fd456a536c tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:12:16.123240 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba062303-55c6-4e00-b116-90fd456a536c tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:12:16.123523 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba062303-55c6-4e00-b116-90fd456a536c tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:12:16.126608 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-ba062303-55c6-4e00-b116-90fd456a536c tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:12:16.188456 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ba062303-55c6-4e00-b116-90fd456a536c tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks [] for security_group, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:16.189413 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-ba062303-55c6-4e00-b116-90fd456a536c tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "DELETE /v2.0/security-groups/cc1cf52e-59f9-4710-b8ba-823642471683 HTTP/1.1" status: 204 len: 168 time: 0.3098989 Jun 03 19:12:16.192408 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 33338) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:12:16.207121 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.api.v2.resource [None req-a13b7f05-b34c-41fb-bb4b-5688be8d9c15 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] show failed (client error): The resource could not be found. Jun 03 19:12:16.207915 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-a13b7f05-b34c-41fb-bb4b-5688be8d9c15 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "GET /v2.0/security-groups/cc1cf52e-59f9-4710-b8ba-823642471683 HTTP/1.1" status: 404 len: 347 time: 0.0144858 Jun 03 19:12:16.209878 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 33340) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:12:16.427190 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-1154fe26-4456-4932-ae5d-a3d8eeb6af08 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Deleting port 4428c2ec-fe78-4acb-b0fe-21a5a7f3cc37 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 19:12:16.427465 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1154fe26-4456-4932-ae5d-a3d8eeb6af08 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241832951'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:16.495441 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1154fe26-4456-4932-ae5d-a3d8eeb6af08 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:16.495617 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1154fe26-4456-4932-ae5d-a3d8eeb6af08 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:16.554151 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-1154fe26-4456-4932-ae5d-a3d8eeb6af08 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Calling delete_port for 4428c2ec-fe78-4acb-b0fe-21a5a7f3cc37 owned by network:floatingip {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 19:12:16.696407 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1154fe26-4456-4932-ae5d-a3d8eeb6af08 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241743607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751241322837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3014096'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:16.700910 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-fc114030-11a2-43d3-8173-8e715980ab6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:12:16.736277 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154fe26-4456-4932-ae5d-a3d8eeb6af08 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Pushing event deleted for resources: {'Port': ['ID=4428c2ec-fe78-4acb-b0fe-21a5a7f3cc37,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:12:16.738377 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-1154fe26-4456-4932-ae5d-a3d8eeb6af08 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:12:16.795127 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1154fe26-4456-4932-ae5d-a3d8eeb6af08 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks [] for floatingip, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:16.926226 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1154fe26-4456-4932-ae5d-a3d8eeb6af08 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56630'] for floatingip, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:16.927637 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-1154fe26-4456-4932-ae5d-a3d8eeb6af08 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] 10.222.0.44 "DELETE /v2.0/floatingips/b44ced15-f71d-40f8-a9d0-ac73b57a47cf HTTP/1.1" status: 204 len: 168 time: 0.7169023 Jun 03 19:12:21.052767 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 33368) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:12:21.504224 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-baccdae3-d032-4cad-bda7-6036c988deb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405346'] for router_interface, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:21.798184 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-baccdae3-d032-4cad-bda7-6036c988deb1 admin admin] Deleting port a2f394fd-9be3-4ac8-8b6d-75c7b200a26f {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 19:12:21.798399 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-baccdae3-d032-4cad-bda7-6036c988deb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241832951'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:21.874023 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-baccdae3-d032-4cad-bda7-6036c988deb1 admin admin] For port a2f394fd-9be3-4ac8-8b6d-75c7b200a26f, host dv-cinder-794661-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794661-1-smb',level=0,port_id=a2f394fd-9be3-4ac8-8b6d-75c7b200a26f,segment=NetworkSegment(b02fb9b0-3c23-4c5d-ae80-127565c0e9ce),segment_id=b02fb9b0-3c23-4c5d-ae80-127565c0e9ce)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 19:12:21.874244 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-baccdae3-d032-4cad-bda7-6036c988deb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:21.945949 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-baccdae3-d032-4cad-bda7-6036c988deb1 admin admin] Calling delete_port for a2f394fd-9be3-4ac8-8b6d-75c7b200a26f owned by network:router_interface {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 19:12:22.162126 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-baccdae3-d032-4cad-bda7-6036c988deb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241743607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751241322837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3014096'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:22.166976 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-c8312af8-4b62-40d1-a77c-b1c4377767e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:12:22.208568 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baccdae3-d032-4cad-bda7-6036c988deb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2f394fd-9be3-4ac8-8b6d-75c7b200a26f,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:12:22.228726 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-baccdae3-d032-4cad-bda7-6036c988deb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:12:22.384439 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-baccdae3-d032-4cad-bda7-6036c988deb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417212'] for router_interface, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:22.602923 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baccdae3-d032-4cad-bda7-6036c988deb1 admin admin] Router dd58e971-f7b2-402b-9393-9a067101b3ff has already been hosted by L3 agent e49736c8-5019-4904-a5ca-8bb53e194ab8 {{(pid=103516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 19:12:22.756037 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baccdae3-d032-4cad-bda7-6036c988deb1 admin admin] Notify agent at l3_agent.dv-cinder-794661-1-smb the message routers_updated {{(pid=103516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 19:12:22.767407 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-baccdae3-d032-4cad-bda7-6036c988deb1 admin admin] 10.222.0.44 "PUT /v2.0/routers/dd58e971-f7b2-402b-9393-9a067101b3ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7135134 Jun 03 19:12:22.767632 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171df0a5-ed1a-42b7-a3b8-c9c5aaa46c6d None None] Sync routers for ids ['dd58e971-f7b2-402b-9393-9a067101b3ff'] in dv-cinder-794661-1-smb {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 19:12:22.769019 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 33372) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:12:22.773945 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171df0a5-ed1a-42b7-a3b8-c9c5aaa46c6d None None] Routers {'dd58e971-f7b2-402b-9393-9a067101b3ff'} bound to L3 agent in host dv-cinder-794661-1-smb {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 19:12:22.774372 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-171df0a5-ed1a-42b7-a3b8-c9c5aaa46c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794661-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T18:44:31Z,description=,heartbeat_timestamp=2021-06-03T19:12:01Z,host='dv-cinder-794661-1-smb',id=e49736c8-5019-4904-a5ca-8bb53e194ab8,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T18:44:31Z,topic='l3_agent')) {'router_ids': ['dd58e971-f7b2-402b-9393-9a067101b3ff'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:12:22.882523 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-abdfb721-5452-49c3-b8c5-991c4f8dc9b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:22.910356 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-171df0a5-ed1a-42b7-a3b8-c9c5aaa46c6d None None] Set router dd58e971-f7b2-402b-9393-9a067101b3ff gateway port host: dv-cinder-794661-1-smb {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 19:12:23.070937 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-171df0a5-ed1a-42b7-a3b8-c9c5aaa46c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd58e971-f7b2-402b-9393-9a067101b3ff', 'name': 'tempest-AttachVolumeShelveTestJSON-2075620297-router', 'tenant_id': 'd251c2b110174194859afacde2df517e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': '265efd94-e986-4a48-98b0-2936347aed73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T18:51:34Z', 'updated_at': '2021-06-03T19:12:22Z', 'revision_number': 5, 'project_id': 'd251c2b110174194859afacde2df517e', 'gw_port': {'id': '265efd94-e986-4a48-98b0-2936347aed73', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd58e971-f7b2-402b-9393-9a067101b3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:51:35Z', 'updated_at': '2021-06-03T18:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb'}], 'dv-cinder-794661-1-smb', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:12:23.073235 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171df0a5-ed1a-42b7-a3b8-c9c5aaa46c6d None None] Checking router: dd58e971-f7b2-402b-9393-9a067101b3ff for host: dv-cinder-794661-1-smb {{(pid=103518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 19:12:23.077738 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-abdfb721-5452-49c3-b8c5-991c4f8dc9b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:23.078501 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171df0a5-ed1a-42b7-a3b8-c9c5aaa46c6d None None] Routers {'dd58e971-f7b2-402b-9393-9a067101b3ff'} bound to L3 agent in host dv-cinder-794661-1-smb {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 19:12:23.079057 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-171df0a5-ed1a-42b7-a3b8-c9c5aaa46c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794661-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T18:44:31Z,description=,heartbeat_timestamp=2021-06-03T19:12:01Z,host='dv-cinder-794661-1-smb',id=e49736c8-5019-4904-a5ca-8bb53e194ab8,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T18:44:31Z,topic='l3_agent')) {'router_ids': ['dd58e971-f7b2-402b-9393-9a067101b3ff'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:12:23.174167 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-171df0a5-ed1a-42b7-a3b8-c9c5aaa46c6d None None] Set router dd58e971-f7b2-402b-9393-9a067101b3ff gateway port host: dv-cinder-794661-1-smb {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 19:12:23.196027 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-abdfb721-5452-49c3-b8c5-991c4f8dc9b0 admin admin] Deleting port 265efd94-e986-4a48-98b0-2936347aed73 {{(pid=103517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 19:12:23.196232 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-abdfb721-5452-49c3-b8c5-991c4f8dc9b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241832951'] for port, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:23.281499 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-abdfb721-5452-49c3-b8c5-991c4f8dc9b0 admin admin] For port 265efd94-e986-4a48-98b0-2936347aed73, host dv-cinder-794661-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794661-1-smb',level=0,port_id=265efd94-e986-4a48-98b0-2936347aed73,segment=NetworkSegment(cb7a02ef-c488-4fe7-ad15-1fca81e02b96),segment_id=cb7a02ef-c488-4fe7-ad15-1fca81e02b96)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 19:12:23.281726 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-abdfb721-5452-49c3-b8c5-991c4f8dc9b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:23.328955 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-171df0a5-ed1a-42b7-a3b8-c9c5aaa46c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd58e971-f7b2-402b-9393-9a067101b3ff', 'name': 'tempest-AttachVolumeShelveTestJSON-2075620297-router', 'tenant_id': 'd251c2b110174194859afacde2df517e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': '265efd94-e986-4a48-98b0-2936347aed73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T18:51:34Z', 'updated_at': '2021-06-03T19:12:22Z', 'revision_number': 5, 'project_id': 'd251c2b110174194859afacde2df517e', 'gw_port': {'id': '265efd94-e986-4a48-98b0-2936347aed73', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd58e971-f7b2-402b-9393-9a067101b3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:51:35Z', 'updated_at': '2021-06-03T18:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb'}], 'dv-cinder-794661-1-smb', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:12:23.331167 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171df0a5-ed1a-42b7-a3b8-c9c5aaa46c6d None None] The sync data for ids ['dd58e971-f7b2-402b-9393-9a067101b3ff'] in dv-cinder-794661-1-smb is: [{'id': 'dd58e971-f7b2-402b-9393-9a067101b3ff', 'name': 'tempest-AttachVolumeShelveTestJSON-2075620297-router', 'tenant_id': 'd251c2b110174194859afacde2df517e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': '265efd94-e986-4a48-98b0-2936347aed73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T18:51:34Z', 'updated_at': '2021-06-03T19:12:22Z', 'revision_number': 5, 'project_id': 'd251c2b110174194859afacde2df517e', 'gw_port': {'id': '265efd94-e986-4a48-98b0-2936347aed73', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd58e971-f7b2-402b-9393-9a067101b3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T18:51:35Z', 'updated_at': '2021-06-03T18:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb'}] {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 19:12:23.354531 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-abdfb721-5452-49c3-b8c5-991c4f8dc9b0 admin admin] Calling delete_port for 265efd94-e986-4a48-98b0-2936347aed73 owned by network:router_gateway {{(pid=103517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 19:12:24.194524 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-abdfb721-5452-49c3-b8c5-991c4f8dc9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241743607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751241322837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3647885'] for port, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:24.200382 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:12:24.239513 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdfb721-5452-49c3-b8c5-991c4f8dc9b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=265efd94-e986-4a48-98b0-2936347aed73,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:12:24.242147 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-abdfb721-5452-49c3-b8c5-991c4f8dc9b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:12:24.303603 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-abdfb721-5452-49c3-b8c5-991c4f8dc9b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573471'] for router_gateway, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:24.407468 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-abdfb721-5452-49c3-b8c5-991c4f8dc9b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27917'] for router, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:24.409124 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-abdfb721-5452-49c3-b8c5-991c4f8dc9b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:24.545117 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-abdfb721-5452-49c3-b8c5-991c4f8dc9b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:24.546328 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abdfb721-5452-49c3-b8c5-991c4f8dc9b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd58e971-f7b2-402b-9393-9a067101b3ff {{(pid=103517) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 19:12:24.562565 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-abdfb721-5452-49c3-b8c5-991c4f8dc9b0 admin admin] Notify callbacks [] for router, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:24.565807 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-abdfb721-5452-49c3-b8c5-991c4f8dc9b0 admin admin] 10.222.0.44 "DELETE /v2.0/routers/dd58e971-f7b2-402b-9393-9a067101b3ff HTTP/1.1" status: 204 len: 168 time: 1.7939122 Jun 03 19:12:24.567714 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 33374) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:12:24.619243 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7e9a9b8-e2e2-404d-ab77-06ad942ae499 admin admin] Deleting subnet f5c41478-ff70-4760-874f-92c6f16f6305 {{(pid=103517) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 19:12:24.621669 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-f7e9a9b8-e2e2-404d-ab77-06ad942ae499 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:24.656762 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-f7e9a9b8-e2e2-404d-ab77-06ad942ae499 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3269279'] for subnet, precommit_delete_associations {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:24.716489 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-f7e9a9b8-e2e2-404d-ab77-06ad942ae499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1531221'] for subnet, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:24.978999 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-f7e9a9b8-e2e2-404d-ab77-06ad942ae499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1531228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3647928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183829'] for subnet, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:24.986775 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:12:24.988736 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device 265efd94-e986-4a48-98b0-2936347aed73 no longer exists at agent ovs-agent-dv-cinder-794661-1-smb {{(pid=103518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 19:12:25.012312 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.plugin [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] No Port match for: 265efd94-e986-4a48-98b0-2936347aed73 {{(pid=103518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 19:12:25.012546 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device 265efd94-e986-4a48-98b0-2936347aed73 not bound to the agent host dv-cinder-794661-1-smb {{(pid=103518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 19:12:25.012828 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device a2f394fd-9be3-4ac8-8b6d-75c7b200a26f no longer exists at agent ovs-agent-dv-cinder-794661-1-smb {{(pid=103518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 19:12:25.015095 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e9a9b8-e2e2-404d-ab77-06ad942ae499 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5c41478-ff70-4760-874f-92c6f16f6305,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:12:25.016565 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-f7e9a9b8-e2e2-404d-ab77-06ad942ae499 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549304'] for subnet, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:25.018378 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-f7e9a9b8-e2e2-404d-ab77-06ad942ae499 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:12:25.023074 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-f7e9a9b8-e2e2-404d-ab77-06ad942ae499 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/f5c41478-ff70-4760-874f-92c6f16f6305 HTTP/1.1" status: 204 len: 168 time: 0.4523616 Jun 03 19:12:25.023325 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 33376) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:12:25.034514 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0f3f48-bebb-4189-90ad-20a1f5d2f295 None None] Network 9f3436aa-0141-4ddc-9e77-d652c7ff5b25 requested from dv-cinder-794661-1-smb {{(pid=103518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 19:12:25.047118 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.plugin [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] No Port match for: a2f394fd-9be3-4ac8-8b6d-75c7b200a26f {{(pid=103518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 19:12:25.047346 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device a2f394fd-9be3-4ac8-8b6d-75c7b200a26f not bound to the agent host dv-cinder-794661-1-smb {{(pid=103518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 19:12:25.097899 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1c387fa5-0149-410f-a320-13276164ca51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696177'] for network, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:25.145183 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-1c387fa5-0149-410f-a320-13276164ca51 admin admin] Deleting port 857963dd-a01e-44ad-83a8-6b7dfde58296 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 19:12:25.145399 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1c387fa5-0149-410f-a320-13276164ca51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241832951'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:25.210819 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-1c387fa5-0149-410f-a320-13276164ca51 admin admin] For port 857963dd-a01e-44ad-83a8-6b7dfde58296, host dv-cinder-794661-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794661-1-smb',level=0,port_id=857963dd-a01e-44ad-83a8-6b7dfde58296,segment=NetworkSegment(b02fb9b0-3c23-4c5d-ae80-127565c0e9ce),segment_id=b02fb9b0-3c23-4c5d-ae80-127565c0e9ce)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 19:12:25.211016 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1c387fa5-0149-410f-a320-13276164ca51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:25.217475 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0917b041-2221-4011-b22f-57e43f552980 None None] DHCP port deletion for 9f3436aa-0141-4ddc-9e77-d652c7ff5b25 request from dv-cinder-794661-1-smb {{(pid=103518) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 19:12:25.261933 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.plugin [None req-0917b041-2221-4011-b22f-57e43f552980 None None] Deleting port 857963dd-a01e-44ad-83a8-6b7dfde58296 {{(pid=103518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 19:12:25.262136 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-0917b041-2221-4011-b22f-57e43f552980 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241832951'] for port, before_delete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:25.286739 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-1c387fa5-0149-410f-a320-13276164ca51 admin admin] Calling delete_port for 857963dd-a01e-44ad-83a8-6b7dfde58296 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 19:12:25.321470 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-0917b041-2221-4011-b22f-57e43f552980 None None] For port 857963dd-a01e-44ad-83a8-6b7dfde58296, host dv-cinder-794661-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794661-1-smb',level=0,port_id=857963dd-a01e-44ad-83a8-6b7dfde58296,segment=NetworkSegment(b02fb9b0-3c23-4c5d-ae80-127565c0e9ce),segment_id=b02fb9b0-3c23-4c5d-ae80-127565c0e9ce)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 19:12:25.321713 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-0917b041-2221-4011-b22f-57e43f552980 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port, precommit_delete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:25.414096 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.plugin [None req-0917b041-2221-4011-b22f-57e43f552980 None None] Calling delete_port for 857963dd-a01e-44ad-83a8-6b7dfde58296 owned by network:dhcp {{(pid=103518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 19:12:25.433802 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1c387fa5-0149-410f-a320-13276164ca51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241743607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751241322837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3014096'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:25.440490 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-df5c41b0-7377-43c4-9eed-a5010d00bfc1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:12:25.445670 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-0917b041-2221-4011-b22f-57e43f552980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241743607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751241322837'] for port, after_delete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:25.447440 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:12:25.482548 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c387fa5-0149-410f-a320-13276164ca51 admin admin] Pushing event deleted for resources: {'Port': ['ID=857963dd-a01e-44ad-83a8-6b7dfde58296,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:12:25.482676 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0917b041-2221-4011-b22f-57e43f552980 None None] Pushing event deleted for resources: {'Port': ['ID=857963dd-a01e-44ad-83a8-6b7dfde58296,revision_number=None']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:12:25.483511 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c387fa5-0149-410f-a320-13276164ca51 admin admin] No DVR routers for this DVR port 857963dd-a01e-44ad-83a8-6b7dfde58296 on host dv-cinder-794661-1-smb {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 19:12:25.484464 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-1c387fa5-0149-410f-a320-13276164ca51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:12:25.486946 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0917b041-2221-4011-b22f-57e43f552980 None None] No DVR routers for this DVR port 857963dd-a01e-44ad-83a8-6b7dfde58296 on host dv-cinder-794661-1-smb {{(pid=103518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 19:12:25.488178 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0917b041-2221-4011-b22f-57e43f552980 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:12:25.488367 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0917b041-2221-4011-b22f-57e43f552980 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:12:25.488567 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0917b041-2221-4011-b22f-57e43f552980 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:12:25.488761 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0917b041-2221-4011-b22f-57e43f552980 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:12:25.488953 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0917b041-2221-4011-b22f-57e43f552980 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:12:25.489145 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0917b041-2221-4011-b22f-57e43f552980 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:12:25.489334 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0917b041-2221-4011-b22f-57e43f552980 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:12:25.489523 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0917b041-2221-4011-b22f-57e43f552980 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:12:25.489713 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0917b041-2221-4011-b22f-57e43f552980 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:12:25.489945 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0917b041-2221-4011-b22f-57e43f552980 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:12:25.490137 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0917b041-2221-4011-b22f-57e43f552980 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:12:25.490323 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0917b041-2221-4011-b22f-57e43f552980 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:12:25.492476 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-0917b041-2221-4011-b22f-57e43f552980 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:12:25.553384 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1c387fa5-0149-410f-a320-13276164ca51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557952', 'neutron.services.segments.db._delete_segments_for_network-8751241769921'] for network, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:25.561715 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.services.segments.db [None req-1c387fa5-0149-410f-a320-13276164ca51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f3436aa-0141-4ddc-9e77-d652c7ff5b25']}} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:12:25.569353 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.services.segments.db [None req-1c387fa5-0149-410f-a320-13276164ca51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b02fb9b0-3c23-4c5d-ae80-127565c0e9ce') {'for_net_delete': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:12:25.569543 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.services.segments.db [None req-1c387fa5-0149-410f-a320-13276164ca51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b02fb9b0-3c23-4c5d-ae80-127565c0e9ce') {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:12:25.576406 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1c387fa5-0149-410f-a320-13276164ca51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751241775068', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2320316'] for segment, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:25.587912 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1c387fa5-0149-410f-a320-13276164ca51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529572'] for segment, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:25.591827 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c387fa5-0149-410f-a320-13276164ca51 admin admin] Releasing vlan 1446 on physical network physnet1 to pool {{(pid=103516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 19:12:25.592069 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1c387fa5-0149-410f-a320-13276164ca51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3013903'] for segment, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:25.600462 dv-cinder-794661-1-smb neutron-server[103516]: Traceback (most recent call last): Jun 03 19:12:25.600462 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 19:12:25.600462 dv-cinder-794661-1-smb neutron-server[103516]: timer() Jun 03 19:12:25.600462 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 19:12:25.600462 dv-cinder-794661-1-smb neutron-server[103516]: cb(*args, **kw) Jun 03 19:12:25.600462 dv-cinder-794661-1-smb neutron-server[103516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 19:12:25.600462 dv-cinder-794661-1-smb neutron-server[103516]: return func(*args, **kwargs) Jun 03 19:12:25.600462 dv-cinder-794661-1-smb neutron-server[103516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 19:12:25.600462 dv-cinder-794661-1-smb neutron-server[103516]: self._notify() Jun 03 19:12:25.600462 dv-cinder-794661-1-smb neutron-server[103516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 19:12:25.600462 dv-cinder-794661-1-smb neutron-server[103516]: self.callback(batched_events) Jun 03 19:12:25.600462 dv-cinder-794661-1-smb neutron-server[103516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 19:12:25.600462 dv-cinder-794661-1-smb neutron-server[103516]: event.method(event) Jun 03 19:12:25.600462 dv-cinder-794661-1-smb neutron-server[103516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 19:12:25.600462 dv-cinder-794661-1-smb neutron-server[103516]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 19:12:25.600462 dv-cinder-794661-1-smb neutron-server[103516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 19:12:25.600462 dv-cinder-794661-1-smb neutron-server[103516]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 19:12:25.600462 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 19:12:25.600462 dv-cinder-794661-1-smb neutron-server[103516]: return f(self, *a, **k) Jun 03 19:12:25.600462 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 19:12:25.600462 dv-cinder-794661-1-smb neutron-server[103516]: return self._get(url).json() Jun 03 19:12:25.600462 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 19:12:25.600462 dv-cinder-794661-1-smb neutron-server[103516]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 19:12:25.600462 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 19:12:25.600462 dv-cinder-794661-1-smb neutron-server[103516]: return self.request(url, 'GET', **kwargs) Jun 03 19:12:25.600462 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 19:12:25.600462 dv-cinder-794661-1-smb neutron-server[103516]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 19:12:25.600462 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 19:12:25.600462 dv-cinder-794661-1-smb neutron-server[103516]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 19:12:25.600462 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 19:12:25.600462 dv-cinder-794661-1-smb neutron-server[103516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 19:12:25.600462 dv-cinder-794661-1-smb neutron-server[103516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 19:12:25.773493 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1c387fa5-0149-410f-a320-13276164ca51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573556'] for network, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:25.778407 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-fc3d27a4-a16b-4647-b4a9-9f8135d9afae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:12:25.794923 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1c387fa5-0149-410f-a320-13276164ca51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549304'] for network, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:25.803077 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c387fa5-0149-410f-a320-13276164ca51 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f3436aa-0141-4ddc-9e77-d652c7ff5b25,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:12:25.805320 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-1c387fa5-0149-410f-a320-13276164ca51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:12:25.903372 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-1c387fa5-0149-410f-a320-13276164ca51 admin admin] 10.222.0.44 "DELETE /v2.0/networks/9f3436aa-0141-4ddc-9e77-d652c7ff5b25 HTTP/1.1" status: 204 len: 168 time: 0.8789604 Jun 03 19:12:26.066491 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:12:26.358912 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 33380) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:12:26.400437 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-c424bfc8-dd65-408c-bdf6-da410b6f6261 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d251c2b110174194859afacde2df517e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0402453 Jun 03 19:12:26.401969 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 33382) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:12:26.445649 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ff3243a2-c296-4707-a4e9-377ee12b5678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:26.462747 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ff3243a2-c296-4707-a4e9-377ee12b5678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:26.636848 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ff3243a2-c296-4707-a4e9-377ee12b5678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:26.641844 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-754a5545-25f0-4c83-8e23-0ac4c1ee4bf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:12:26.663553 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3243a2-c296-4707-a4e9-377ee12b5678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=226dd3a4-9be9-4218-95cd-fe4e2884a6a8,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:12:26.668478 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-ff3243a2-c296-4707-a4e9-377ee12b5678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:12:26.672456 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ff3243a2-c296-4707-a4e9-377ee12b5678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:26.673446 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-ff3243a2-c296-4707-a4e9-377ee12b5678 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/226dd3a4-9be9-4218-95cd-fe4e2884a6a8 HTTP/1.1" status: 204 len: 168 time: 0.2707422 Jun 03 19:12:26.790506 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device 857963dd-a01e-44ad-83a8-6b7dfde58296 no longer exists at agent ovs-agent-dv-cinder-794661-1-smb {{(pid=103518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 19:12:26.813449 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.plugin [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] No Port match for: 857963dd-a01e-44ad-83a8-6b7dfde58296 {{(pid=103518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 19:12:26.813653 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device 857963dd-a01e-44ad-83a8-6b7dfde58296 not bound to the agent host dv-cinder-794661-1-smb {{(pid=103518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 19:12:27.904494 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 33404) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:12:27.981991 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.v2.base [None req-c6aeda48-1637-4683-b01b-f6433aefe88a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-895973898-network', 'tenant_id': '1c50bba260ae4606b46750063cbda62e'}} {{(pid=103517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 19:12:27.988021 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-c6aeda48-1637-4683-b01b-f6433aefe88a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 19:12:27.992826 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-c6aeda48-1637-4683-b01b-f6433aefe88a admin admin] Usage tracker for resource:network and tenant:1c50bba260ae4606b46750063cbda62e is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 19:12:27.996610 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-c6aeda48-1637-4683-b01b-f6433aefe88a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 19:12:28.002421 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-c6aeda48-1637-4683-b01b-f6433aefe88a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 19:12:28.100527 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6aeda48-1637-4683-b01b-f6433aefe88a admin admin] Made reservation on behalf of 1c50bba260ae4606b46750063cbda62e for: {'network': 1} {{(pid=103517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 19:12:28.103670 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c6aeda48-1637-4683-b01b-f6433aefe88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1684408'] for network, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:28.118878 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c6aeda48-1637-4683-b01b-f6433aefe88a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:28.135220 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-c6aeda48-1637-4683-b01b-f6433aefe88a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 19:12:28.140460 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-c6aeda48-1637-4683-b01b-f6433aefe88a admin admin] Usage tracker for resource:security_group_rule and tenant:1c50bba260ae4606b46750063cbda62e is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 19:12:28.142963 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-c6aeda48-1637-4683-b01b-f6433aefe88a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 19:12:28.147916 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-c6aeda48-1637-4683-b01b-f6433aefe88a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 19:12:28.206526 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c6aeda48-1637-4683-b01b-f6433aefe88a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:28.296307 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c6aeda48-1637-4683-b01b-f6433aefe88a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:28.300070 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-7a8e7eef-b91d-474d-946a-194736c7a094 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:12:28.332435 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6aeda48-1637-4683-b01b-f6433aefe88a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1408} {{(pid=103517) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 19:12:28.340390 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aeda48-1637-4683-b01b-f6433aefe88a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=decafaa2-40b5-44e7-b11c-c077021d7d88,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:12:28.344041 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-c6aeda48-1637-4683-b01b-f6433aefe88a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:12:28.347325 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c6aeda48-1637-4683-b01b-f6433aefe88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529572'] for segment, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:28.347587 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.db.segments_db [None req-c6aeda48-1637-4683-b01b-f6433aefe88a admin admin] Added segment 5e6f8128-51e1-4c4e-a8ae-f34981a228ac of type vlan for network 112774cb-defc-441a-a648-5368f7671d13 Jun 03 19:12:28.371645 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c6aeda48-1637-4683-b01b-f6433aefe88a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751241310154'] for network, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:28.493437 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c6aeda48-1637-4683-b01b-f6433aefe88a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549287'] for network, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:28.495357 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6aeda48-1637-4683-b01b-f6433aefe88a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:12:28.496198 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c6aeda48-1637-4683-b01b-f6433aefe88a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549304'] for network, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:28.501070 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-b3661dbb-b9a8-45b6-a810-5de6642590fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:12:28.659432 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aeda48-1637-4683-b01b-f6433aefe88a admin admin] Pushing event updated for resources: {'Network': ['ID=112774cb-defc-441a-a648-5368f7671d13,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:12:28.661410 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-c6aeda48-1637-4683-b01b-f6433aefe88a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:12:28.670084 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Network 112774cb-defc-441a-a648-5368f7671d13 details requested by agent ovs-agent-dv-cinder-794661-1-smb with host dv-cinder-794661-1-smb {{(pid=103518) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 19:12:28.760776 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-c6aeda48-1637-4683-b01b-f6433aefe88a admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8548744 Jun 03 19:12:28.763171 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 33408) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:12:28.767305 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.v2.base [None req-a61a1dfe-3405-4186-acca-439bc29b496f admin admin] Request body: {'subnet': {'network_id': '112774cb-defc-441a-a648-5368f7671d13', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-895973898-subnet', 'tenant_id': '1c50bba260ae4606b46750063cbda62e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 19:12:28.770997 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-a61a1dfe-3405-4186-acca-439bc29b496f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 19:12:28.773786 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-a61a1dfe-3405-4186-acca-439bc29b496f admin admin] Usage tracker for resource:subnet and tenant:1c50bba260ae4606b46750063cbda62e is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 19:12:28.775940 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-a61a1dfe-3405-4186-acca-439bc29b496f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 19:12:28.784930 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-a61a1dfe-3405-4186-acca-439bc29b496f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 19:12:28.900259 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a61a1dfe-3405-4186-acca-439bc29b496f admin admin] Made reservation on behalf of 1c50bba260ae4606b46750063cbda62e for: {'subnet': 1} {{(pid=103516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 19:12:28.903362 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a61a1dfe-3405-4186-acca-439bc29b496f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3540567'] for subnet, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:29.416297 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a61a1dfe-3405-4186-acca-439bc29b496f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3014052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3540549'] for subnet, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:29.418916 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:12:29.553477 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61a1dfe-3405-4186-acca-439bc29b496f admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb423a29-4b11-41d7-80a2-81f09caa0067,revision_number=0']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:12:29.555502 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-a61a1dfe-3405-4186-acca-439bc29b496f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:12:29.560383 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61a1dfe-3405-4186-acca-439bc29b496f admin admin] Checking segment: {'id': '5e6f8128-51e1-4c4e-a8ae-f34981a228ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1408, 'network_id': '112774cb-defc-441a-a648-5368f7671d13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 19:12:29.560581 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61a1dfe-3405-4186-acca-439bc29b496f admin admin] Network hostable DHCP agents. Network: 112774cb-defc-441a-a648-5368f7671d13, hostable agents: ['fb8d2d29-1809-4f62-9f23-eb4c5e08b409'], hosted agents: [] {{(pid=103516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 19:12:29.679146 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-fa73a7c2-d7f2-4eb1-863d-97b513f14c0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:29.782590 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61a1dfe-3405-4186-acca-439bc29b496f admin admin] Network 112774cb-defc-441a-a648-5368f7671d13 is scheduled to be hosted by DHCP agent fb8d2d29-1809-4f62-9f23-eb4c5e08b409 with binding_index 1 {{(pid=103516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 19:12:29.922295 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-a61a1dfe-3405-4186-acca-439bc29b496f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794661-1-smb, 112774cb-defc-441a-a648-5368f7671d13) {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 19:12:29.934196 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5beab7-ee37-476c-8246-f6cdb8efdac5 None None] Network 112774cb-defc-441a-a648-5368f7671d13 requested from dv-cinder-794661-1-smb {{(pid=103518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 19:12:29.934402 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61a1dfe-3405-4186-acca-439bc29b496f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:12:29.934975 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a61a1dfe-3405-4186-acca-439bc29b496f admin admin] Notify callbacks [] for subnet, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:30.062617 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-a61a1dfe-3405-4186-acca-439bc29b496f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2984710 Jun 03 19:12:30.064959 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 33410) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:12:30.068848 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.v2.base [None req-5c4a02ee-a82c-4bae-876d-da02264ff5a7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-895973898-router', 'tenant_id': '1c50bba260ae4606b46750063cbda62e', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc'}}} {{(pid=103517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 19:12:30.082383 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-5c4a02ee-a82c-4bae-876d-da02264ff5a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 19:12:30.082383 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-5c4a02ee-a82c-4bae-876d-da02264ff5a7 admin admin] Usage tracker for resource:router and tenant:1c50bba260ae4606b46750063cbda62e is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 19:12:30.082383 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-5c4a02ee-a82c-4bae-876d-da02264ff5a7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 19:12:30.083265 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-5c4a02ee-a82c-4bae-876d-da02264ff5a7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 19:12:30.085859 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f5177c-24ce-442b-8d46-4f450d6c4041 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe55a649f-66e1-5c59-8e10-c698044dc604-112774cb-defc-441a-a648-5368f7671d13', 'network_id': '112774cb-defc-441a-a648-5368f7671d13', 'tenant_id': '1c50bba260ae4606b46750063cbda62e', 'fixed_ips': [{'subnet_id': 'eb423a29-4b11-41d7-80a2-81f09caa0067'}]}} from dv-cinder-794661-1-smb. {{(pid=103518) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 19:12:30.086457 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-b8f5177c-24ce-442b-8d46-4f450d6c4041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_create {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:30.186981 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.db_base_plugin_common [None req-b8f5177c-24ce-442b-8d46-4f450d6c4041 None None] Allocated IP 172.20.0.2 (112774cb-defc-441a-a648-5368f7671d13/eb423a29-4b11-41d7-80a2-81f09caa0067/66c6d669-5230-4930-8f6d-71cc2b9417ed) {{(pid=103518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 19:12:30.248074 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-5c4a02ee-a82c-4bae-876d-da02264ff5a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27923'] for router, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:30.249147 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-5c4a02ee-a82c-4bae-876d-da02264ff5a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-444002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27930'] for router, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:30.259836 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-5c4a02ee-a82c-4bae-876d-da02264ff5a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:30.316707 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-b8f5177c-24ce-442b-8d46-4f450d6c4041 None None] Notify callbacks [] for port, precommit_create {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:30.323024 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-b8f5177c-24ce-442b-8d46-4f450d6c4041 None None] Transition to ACTIVE for port object 66c6d669-5230-4930-8f6d-71cc2b9417ed will not be triggered until provisioned by entity L2. {{(pid=103518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 19:12:30.333914 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-b8f5177c-24ce-442b-8d46-4f450d6c4041 None None] Transition to ACTIVE for port object 66c6d669-5230-4930-8f6d-71cc2b9417ed will not be triggered until provisioned by entity DHCP. {{(pid=103518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 19:12:30.471876 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-b8f5177c-24ce-442b-8d46-4f450d6c4041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751241322828'] for port, after_create {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:30.474518 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:12:30.510048 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f5177c-24ce-442b-8d46-4f450d6c4041 None None] Network 112774cb-defc-441a-a648-5368f7671d13 is already hosted by enough agents. {{(pid=103518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 19:12:30.511746 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.scheduler.base_scheduler [None req-b8f5177c-24ce-442b-8d46-4f450d6c4041 None None] Resources bound (agent type, host, resource id): {{(pid=103518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 19:12:30.518444 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f5177c-24ce-442b-8d46-4f450d6c4041 None None] Received port after_create {{(pid=103518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 19:12:30.532149 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-5c4a02ee-a82c-4bae-876d-da02264ff5a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28020'] for router, precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:30.542487 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f5177c-24ce-442b-8d46-4f450d6c4041 None None] Pushing event updated for resources: {'Port': ['ID=66c6d669-5230-4930-8f6d-71cc2b9417ed,revision_number=1']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:12:30.544416 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-b8f5177c-24ce-442b-8d46-4f450d6c4041 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:12:30.587037 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.managers [None req-b8f5177c-24ce-442b-8d46-4f450d6c4041 None None] Attempting to bind port 66c6d669-5230-4930-8f6d-71cc2b9417ed on host dv-cinder-794661-1-smb for vnic_type normal with profile {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 19:12:30.587270 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.managers [None req-b8f5177c-24ce-442b-8d46-4f450d6c4041 None None] Attempting to bind port 66c6d669-5230-4930-8f6d-71cc2b9417ed by drivers openvswitch,hyperv on host dv-cinder-794661-1-smb at level 0 using segments [{'id': '5e6f8128-51e1-4c4e-a8ae-f34981a228ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1408, 'network_id': '112774cb-defc-441a-a648-5368f7671d13'}] {{(pid=103518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 19:12:30.587496 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f5177c-24ce-442b-8d46-4f450d6c4041 None None] Attempting to bind port 66c6d669-5230-4930-8f6d-71cc2b9417ed on network 112774cb-defc-441a-a648-5368f7671d13 {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 19:12:30.590729 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f5177c-24ce-442b-8d46-4f450d6c4041 None None] Checking agent: {'id': '9af4ad39-3160-4d10-9b77-67ea66ff9724', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794661-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 18, 44, 30), 'started_at': datetime.datetime(2021, 6, 3, 18, 45, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 19, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794661-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 19:12:30.590975 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f5177c-24ce-442b-8d46-4f450d6c4041 None None] Checking segment: {'id': '5e6f8128-51e1-4c4e-a8ae-f34981a228ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1408, 'network_id': '112774cb-defc-441a-a648-5368f7671d13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 19:12:30.591239 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-b8f5177c-24ce-442b-8d46-4f450d6c4041 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:30.591480 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f5177c-24ce-442b-8d46-4f450d6c4041 None None] Bound using segment: {'id': '5e6f8128-51e1-4c4e-a8ae-f34981a228ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1408, 'network_id': '112774cb-defc-441a-a648-5368f7671d13'} {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 19:12:30.592027 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.managers [None req-b8f5177c-24ce-442b-8d46-4f450d6c4041 None None] Bound port: 66c6d669-5230-4930-8f6d-71cc2b9417ed, host: dv-cinder-794661-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e6f8128-51e1-4c4e-a8ae-f34981a228ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1408, 'network_id': '112774cb-defc-441a-a648-5368f7671d13'}}] {{(pid=103518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 19:12:30.592285 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-b8f5177c-24ce-442b-8d46-4f450d6c4041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:30.644352 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-b8f5177c-24ce-442b-8d46-4f450d6c4041 None None] For port 66c6d669-5230-4930-8f6d-71cc2b9417ed, host dv-cinder-794661-1-smb, cleared binding levels {{(pid=103518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 19:12:30.646189 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-b8f5177c-24ce-442b-8d46-4f450d6c4041 None None] For port 66c6d669-5230-4930-8f6d-71cc2b9417ed, host dv-cinder-794661-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794661-1-smb',level=0,port_id=66c6d669-5230-4930-8f6d-71cc2b9417ed,segment=NetworkSegment(5e6f8128-51e1-4c4e-a8ae-f34981a228ac),segment_id=5e6f8128-51e1-4c4e-a8ae-f34981a228ac)] {{(pid=103518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 19:12:30.691064 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:30.780848 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-b8f5177c-24ce-442b-8d46-4f450d6c4041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:30.783425 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-73afeecc-ca0f-4b34-a116-61a89817f734 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:12:30.807663 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-5c4a02ee-a82c-4bae-876d-da02264ff5a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:30.828149 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-5c4a02ee-a82c-4bae-876d-da02264ff5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:30.844686 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f5177c-24ce-442b-8d46-4f450d6c4041 None None] Pushing event updated for resources: {'Port': ['ID=66c6d669-5230-4930-8f6d-71cc2b9417ed,revision_number=2']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:12:30.844686 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-b8f5177c-24ce-442b-8d46-4f450d6c4041 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:12:30.870714 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-96960d77-60f5-49ab-a3ca-b8d2f989cfa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:30.919524 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.db_base_plugin_common [None req-5c4a02ee-a82c-4bae-876d-da02264ff5a7 admin admin] Allocated IP 172.28.1.61 (6ece2837-d49d-41e4-9380-4ff50b3876fc/eed56ebd-fbdc-4b64-be4b-629d7f0513a5/e3ed7527-fec3-4688-9aed-1095c647b49f) {{(pid=103517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 19:12:31.005820 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-5c4a02ee-a82c-4bae-876d-da02264ff5a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:31.152503 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-5c4a02ee-a82c-4bae-876d-da02264ff5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751241322828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3647885'] for port, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:31.157499 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:12:31.203521 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4a02ee-a82c-4bae-876d-da02264ff5a7 admin admin] Network 6ece2837-d49d-41e4-9380-4ff50b3876fc is already hosted by enough agents. {{(pid=103517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 19:12:31.208097 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.scheduler.base_scheduler [None req-5c4a02ee-a82c-4bae-876d-da02264ff5a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 19:12:31.212267 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4a02ee-a82c-4bae-876d-da02264ff5a7 admin admin] Received port after_create {{(pid=103517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 19:12:31.228772 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4a02ee-a82c-4bae-876d-da02264ff5a7 admin admin] Pushing event updated for resources: {'Port': ['ID=e3ed7527-fec3-4688-9aed-1095c647b49f,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:12:31.232230 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-5c4a02ee-a82c-4bae-876d-da02264ff5a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:12:31.530425 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312ae763-52d4-425f-af60-57204118d20d None None] Network 112774cb-defc-441a-a648-5368f7671d13 requested from dv-cinder-794661-1-smb {{(pid=103518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 19:12:31.692938 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-5c4a02ee-a82c-4bae-876d-da02264ff5a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:31.708705 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-960a6342-2333-40f1-bba6-e245d0d651d1 None None] Provisioning for port 66c6d669-5230-4930-8f6d-71cc2b9417ed completed by entity DHCP. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 19:12:31.878825 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-5c4a02ee-a82c-4bae-876d-da02264ff5a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573491'] for router, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:32.122027 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c4a02ee-a82c-4bae-876d-da02264ff5a7 admin admin] Router cc905ead-084f-4e4c-84a7-b9fd5c05e41d is scheduled to L3 agent e49736c8-5019-4904-a5ca-8bb53e194ab8 with binding_index 1 {{(pid=103517) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 19:12:32.185197 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:32.244338 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c4a02ee-a82c-4bae-876d-da02264ff5a7 admin admin] Notify agent at l3_agent.dv-cinder-794661-1-smb the message routers_updated {{(pid=103517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 19:12:32.252736 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3ce8e7-ebae-40f8-8bf7-61222dff0c70 None None] Sync routers for ids ['cc905ead-084f-4e4c-84a7-b9fd5c05e41d'] in dv-cinder-794661-1-smb {{(pid=103519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 19:12:32.259161 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3ce8e7-ebae-40f8-8bf7-61222dff0c70 None None] Routers {'cc905ead-084f-4e4c-84a7-b9fd5c05e41d'} bound to L3 agent in host dv-cinder-794661-1-smb {{(pid=103519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 19:12:32.259493 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_hamode_db [None req-3e3ce8e7-ebae-40f8-8bf7-61222dff0c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794661-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T18:44:31Z,description=,heartbeat_timestamp=2021-06-03T19:12:31Z,host='dv-cinder-794661-1-smb',id=e49736c8-5019-4904-a5ca-8bb53e194ab8,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T18:44:31Z,topic='l3_agent')) {'router_ids': ['cc905ead-084f-4e4c-84a7-b9fd5c05e41d'], 'active': True} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:12:32.360006 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-5c4a02ee-a82c-4bae-876d-da02264ff5a7 admin admin] Notify callbacks [] for router, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:32.362650 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-5c4a02ee-a82c-4bae-876d-da02264ff5a7 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2951112 Jun 03 19:12:32.362771 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 33412) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:12:32.394671 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_dvr_db [None req-3e3ce8e7-ebae-40f8-8bf7-61222dff0c70 None None] Set router cc905ead-084f-4e4c-84a7-b9fd5c05e41d gateway port host: dv-cinder-794661-1-smb {{(pid=103519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 19:12:32.558876 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_hamode_db [None req-3e3ce8e7-ebae-40f8-8bf7-61222dff0c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc905ead-084f-4e4c-84a7-b9fd5c05e41d', 'name': 'tempest-AttachVolumeTestJSON-895973898-router', 'tenant_id': '1c50bba260ae4606b46750063cbda62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': 'e3ed7527-fec3-4688-9aed-1095c647b49f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T19:12:30Z', 'updated_at': '2021-06-03T19:12:31Z', 'revision_number': 3, 'project_id': '1c50bba260ae4606b46750063cbda62e', 'gw_port': {'id': 'e3ed7527-fec3-4688-9aed-1095c647b49f', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc905ead-084f-4e4c-84a7-b9fd5c05e41d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T19:12:30Z', 'updated_at': '2021-06-03T19:12:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb'}], 'dv-cinder-794661-1-smb', False) {} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:12:32.561156 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3ce8e7-ebae-40f8-8bf7-61222dff0c70 None None] Checking router: cc905ead-084f-4e4c-84a7-b9fd5c05e41d for host: dv-cinder-794661-1-smb {{(pid=103519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 19:12:32.561359 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3ce8e7-ebae-40f8-8bf7-61222dff0c70 None None] Updating router cc905ead-084f-4e4c-84a7-b9fd5c05e41d port e3ed7527-fec3-4688-9aed-1095c647b49f binding host dv-cinder-794661-1-smb {{(pid=103519) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 19:12:32.591456 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-3e3ce8e7-ebae-40f8-8bf7-61222dff0c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:32.792711 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-3e3ce8e7-ebae-40f8-8bf7-61222dff0c70 None None] Notify callbacks [] for port, precommit_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:32.799555 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.provisioning_blocks [None req-3e3ce8e7-ebae-40f8-8bf7-61222dff0c70 None None] Transition to ACTIVE for port object e3ed7527-fec3-4688-9aed-1095c647b49f will not be triggered until provisioned by entity L2. {{(pid=103519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 19:12:32.815430 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device 66c6d669-5230-4930-8f6d-71cc2b9417ed up at agent ovs-agent-dv-cinder-794661-1-smb {{(pid=103518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 19:12:32.868921 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-178f0483-ade8-4307-8e9d-08794178a261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:32.870270 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:32.911808 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-3e3ce8e7-ebae-40f8-8bf7-61222dff0c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:32.914428 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:12:32.955851 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.plugins.ml2.managers [None req-3e3ce8e7-ebae-40f8-8bf7-61222dff0c70 None None] Attempting to bind port e3ed7527-fec3-4688-9aed-1095c647b49f on host dv-cinder-794661-1-smb for vnic_type normal with profile {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 19:12:32.967912 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.plugins.ml2.managers [None req-3e3ce8e7-ebae-40f8-8bf7-61222dff0c70 None None] Attempting to bind port e3ed7527-fec3-4688-9aed-1095c647b49f by drivers openvswitch,hyperv on host dv-cinder-794661-1-smb at level 0 using segments [{'id': 'cb7a02ef-c488-4fe7-ad15-1fca81e02b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc'}] {{(pid=103519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 19:12:32.967912 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3ce8e7-ebae-40f8-8bf7-61222dff0c70 None None] Attempting to bind port e3ed7527-fec3-4688-9aed-1095c647b49f on network 6ece2837-d49d-41e4-9380-4ff50b3876fc {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 19:12:32.967912 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeb857c-c8e8-40f4-ace1-1b2b53836650 None None] Pushing event updated for resources: {'Port': ['ID=e3ed7527-fec3-4688-9aed-1095c647b49f,revision_number=2']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:12:32.967912 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeb857c-c8e8-40f4-ace1-1b2b53836650 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:12:32.967912 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeb857c-c8e8-40f4-ace1-1b2b53836650 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:12:32.967912 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeb857c-c8e8-40f4-ace1-1b2b53836650 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:12:32.967912 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeb857c-c8e8-40f4-ace1-1b2b53836650 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:12:32.967912 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeb857c-c8e8-40f4-ace1-1b2b53836650 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:12:32.967912 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeb857c-c8e8-40f4-ace1-1b2b53836650 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:12:32.967912 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeb857c-c8e8-40f4-ace1-1b2b53836650 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:12:32.967912 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeb857c-c8e8-40f4-ace1-1b2b53836650 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:12:32.967912 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeb857c-c8e8-40f4-ace1-1b2b53836650 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:12:32.967912 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeb857c-c8e8-40f4-ace1-1b2b53836650 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:12:32.967912 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeb857c-c8e8-40f4-ace1-1b2b53836650 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:12:32.967912 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeb857c-c8e8-40f4-ace1-1b2b53836650 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:12:32.968628 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3ce8e7-ebae-40f8-8bf7-61222dff0c70 None None] Checking agent: {'id': '9af4ad39-3160-4d10-9b77-67ea66ff9724', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794661-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 18, 44, 30), 'started_at': datetime.datetime(2021, 6, 3, 18, 45, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 19, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794661-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 19:12:32.968628 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3ce8e7-ebae-40f8-8bf7-61222dff0c70 None None] Checking segment: {'id': 'cb7a02ef-c488-4fe7-ad15-1fca81e02b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 19:12:32.968628 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-3e3ce8e7-ebae-40f8-8bf7-61222dff0c70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:32.968628 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3ce8e7-ebae-40f8-8bf7-61222dff0c70 None None] Bound using segment: {'id': 'cb7a02ef-c488-4fe7-ad15-1fca81e02b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc'} {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 19:12:32.968628 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.plugins.ml2.managers [None req-3e3ce8e7-ebae-40f8-8bf7-61222dff0c70 None None] Bound port: e3ed7527-fec3-4688-9aed-1095c647b49f, host: dv-cinder-794661-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7a02ef-c488-4fe7-ad15-1fca81e02b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc'}}] {{(pid=103519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 19:12:32.968628 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-3e3ce8e7-ebae-40f8-8bf7-61222dff0c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:32.979507 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG oslo_concurrency.lockutils [None req-baeb857c-c8e8-40f4-ace1-1b2b53836650 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=103519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:12:33.011652 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.plugins.ml2.db [None req-3e3ce8e7-ebae-40f8-8bf7-61222dff0c70 None None] For port e3ed7527-fec3-4688-9aed-1095c647b49f, host dv-cinder-794661-1-smb, cleared binding levels {{(pid=103519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 19:12:33.011798 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.db_base_plugin_common [None req-178f0483-ade8-4307-8e9d-08794178a261 admin admin] Allocated IP 172.20.0.1 (112774cb-defc-441a-a648-5368f7671d13/eb423a29-4b11-41d7-80a2-81f09caa0067/2a7cdb2b-1285-4aaa-b331-a41b4d5b6da9) {{(pid=103517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 19:12:33.011869 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.plugins.ml2.db [None req-3e3ce8e7-ebae-40f8-8bf7-61222dff0c70 None None] For port e3ed7527-fec3-4688-9aed-1095c647b49f, host dv-cinder-794661-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794661-1-smb',level=0,port_id=e3ed7527-fec3-4688-9aed-1095c647b49f,segment=NetworkSegment(cb7a02ef-c488-4fe7-ad15-1fca81e02b96),segment_id=cb7a02ef-c488-4fe7-ad15-1fca81e02b96)] {{(pid=103519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 19:12:33.051833 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Provisioning for port 66c6d669-5230-4930-8f6d-71cc2b9417ed completed by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 19:12:33.072023 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:33.072023 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Provisioning complete for port 66c6d669-5230-4930-8f6d-71cc2b9417ed triggered by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 19:12:33.072023 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:33.094117 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-178f0483-ade8-4307-8e9d-08794178a261 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:33.108329 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-178f0483-ade8-4307-8e9d-08794178a261 admin admin] Transition to ACTIVE for port object 2a7cdb2b-1285-4aaa-b331-a41b4d5b6da9 will not be triggered until provisioned by entity DHCP. {{(pid=103517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 19:12:33.132834 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:33.149259 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] For port 66c6d669-5230-4930-8f6d-71cc2b9417ed, host dv-cinder-794661-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794661-1-smb',level=0,port_id=66c6d669-5230-4930-8f6d-71cc2b9417ed,segment=NetworkSegment(5e6f8128-51e1-4c4e-a8ae-f34981a228ac),segment_id=5e6f8128-51e1-4c4e-a8ae-f34981a228ac)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 19:12:33.252636 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-3e3ce8e7-ebae-40f8-8bf7-61222dff0c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:33.257859 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG oslo_concurrency.lockutils [None req-17e5203d-d23c-4c60-8b7c-a52c091658f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:12:33.302965 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3ce8e7-ebae-40f8-8bf7-61222dff0c70 None None] Routers {'cc905ead-084f-4e4c-84a7-b9fd5c05e41d'} bound to L3 agent in host dv-cinder-794661-1-smb {{(pid=103519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 19:12:33.303315 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_hamode_db [None req-3e3ce8e7-ebae-40f8-8bf7-61222dff0c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794661-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T18:44:31Z,description=,heartbeat_timestamp=2021-06-03T19:12:31Z,host='dv-cinder-794661-1-smb',id=e49736c8-5019-4904-a5ca-8bb53e194ab8,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T18:44:31Z,topic='l3_agent')) {'router_ids': ['cc905ead-084f-4e4c-84a7-b9fd5c05e41d'], 'active': True} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:12:33.329807 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeb857c-c8e8-40f4-ace1-1b2b53836650 None None] Pushing event updated for resources: {'Port': ['ID=e3ed7527-fec3-4688-9aed-1095c647b49f,revision_number=3']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:12:33.334659 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG oslo_concurrency.lockutils [None req-baeb857c-c8e8-40f4-ace1-1b2b53836650 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=103519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:12:33.339331 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:33.339497 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-178f0483-ade8-4307-8e9d-08794178a261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751241322828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3647885'] for port, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:33.347734 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:12:33.348202 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-542d9b8d-ecb0-470b-ab4c-3c145a65625a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:12:33.380578 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178f0483-ade8-4307-8e9d-08794178a261 admin admin] Network 112774cb-defc-441a-a648-5368f7671d13 is already hosted by enough agents. {{(pid=103517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 19:12:33.384255 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Pushing event updated for resources: {'Port': ['ID=66c6d669-5230-4930-8f6d-71cc2b9417ed,revision_number=3']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:12:33.384730 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.scheduler.base_scheduler [None req-178f0483-ade8-4307-8e9d-08794178a261 admin admin] Resources bound (agent type, host, resource id): {{(pid=103517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 19:12:33.386741 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:12:33.390829 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178f0483-ade8-4307-8e9d-08794178a261 admin admin] Received port after_create {{(pid=103517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 19:12:33.399605 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_dvr_db [None req-3e3ce8e7-ebae-40f8-8bf7-61222dff0c70 None None] Set router cc905ead-084f-4e4c-84a7-b9fd5c05e41d gateway port host: dv-cinder-794661-1-smb {{(pid=103519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 19:12:33.410905 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178f0483-ade8-4307-8e9d-08794178a261 admin admin] Pushing event updated for resources: {'Port': ['ID=2a7cdb2b-1285-4aaa-b331-a41b4d5b6da9,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:12:33.413477 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-178f0483-ade8-4307-8e9d-08794178a261 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:12:33.425471 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-178f0483-ade8-4307-8e9d-08794178a261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573693'] for router_interface, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:33.553992 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_hamode_db [None req-3e3ce8e7-ebae-40f8-8bf7-61222dff0c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc905ead-084f-4e4c-84a7-b9fd5c05e41d', 'name': 'tempest-AttachVolumeTestJSON-895973898-router', 'tenant_id': '1c50bba260ae4606b46750063cbda62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': 'e3ed7527-fec3-4688-9aed-1095c647b49f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T19:12:30Z', 'updated_at': '2021-06-03T19:12:31Z', 'revision_number': 3, 'project_id': '1c50bba260ae4606b46750063cbda62e', 'gw_port': {'id': 'e3ed7527-fec3-4688-9aed-1095c647b49f', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc905ead-084f-4e4c-84a7-b9fd5c05e41d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T19:12:30Z', 'updated_at': '2021-06-03T19:12:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb'}], 'dv-cinder-794661-1-smb', False) {} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:12:33.563821 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3ce8e7-ebae-40f8-8bf7-61222dff0c70 None None] The sync data for ids ['cc905ead-084f-4e4c-84a7-b9fd5c05e41d'] in dv-cinder-794661-1-smb is: [{'id': 'cc905ead-084f-4e4c-84a7-b9fd5c05e41d', 'name': 'tempest-AttachVolumeTestJSON-895973898-router', 'tenant_id': '1c50bba260ae4606b46750063cbda62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': 'e3ed7527-fec3-4688-9aed-1095c647b49f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T19:12:30Z', 'updated_at': '2021-06-03T19:12:31Z', 'revision_number': 3, 'project_id': '1c50bba260ae4606b46750063cbda62e', 'gw_port': {'id': 'e3ed7527-fec3-4688-9aed-1095c647b49f', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc905ead-084f-4e4c-84a7-b9fd5c05e41d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T19:12:30Z', 'updated_at': '2021-06-03T19:12:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb'}] {{(pid=103519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 19:12:33.626855 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-a9dc0e17-dd1a-44d2-b18a-d766ba03ec33 None None] Provisioning for port 2a7cdb2b-1285-4aaa-b331-a41b4d5b6da9 completed by entity DHCP. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 19:12:33.630164 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-a9dc0e17-dd1a-44d2-b18a-d766ba03ec33 None None] Provisioning complete for port 2a7cdb2b-1285-4aaa-b331-a41b4d5b6da9 triggered by entity DHCP. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 19:12:33.630378 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-a9dc0e17-dd1a-44d2-b18a-d766ba03ec33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:33.660374 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.plugin [None req-a9dc0e17-dd1a-44d2-b18a-d766ba03ec33 None None] Port 2a7cdb2b-1285-4aaa-b331-a41b4d5b6da9 cannot update to ACTIVE because it is not bound. {{(pid=103518) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 19:12:33.710972 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-178f0483-ade8-4307-8e9d-08794178a261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:33.832293 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-178f0483-ade8-4307-8e9d-08794178a261 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:33.930063 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-178f0483-ade8-4307-8e9d-08794178a261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3647862'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:33.944464 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-8c632170-dabc-41f6-96e6-98a382fb2875 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:12:34.082660 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178f0483-ade8-4307-8e9d-08794178a261 admin admin] Pushing event updated for resources: {'Port': ['ID=2a7cdb2b-1285-4aaa-b331-a41b4d5b6da9,revision_number=2']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:12:34.085173 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-178f0483-ade8-4307-8e9d-08794178a261 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:12:34.085705 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-178f0483-ade8-4307-8e9d-08794178a261 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405393'] for router_interface, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:34.165502 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178f0483-ade8-4307-8e9d-08794178a261 admin admin] Network 112774cb-defc-441a-a648-5368f7671d13 is already hosted by enough agents. {{(pid=103517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 19:12:34.166213 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.scheduler.base_scheduler [None req-178f0483-ade8-4307-8e9d-08794178a261 admin admin] Resources bound (agent type, host, resource id): {{(pid=103517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 19:12:34.271216 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-178f0483-ade8-4307-8e9d-08794178a261 admin admin] Router cc905ead-084f-4e4c-84a7-b9fd5c05e41d has already been hosted by L3 agent e49736c8-5019-4904-a5ca-8bb53e194ab8 {{(pid=103517) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 19:12:34.275116 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-47277368-9d5f-4400-8a15-6d765ea453b7 None None] Provisioning complete for port 2a7cdb2b-1285-4aaa-b331-a41b4d5b6da9 triggered by entity DHCP. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 19:12:34.275485 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-47277368-9d5f-4400-8a15-6d765ea453b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:34.303240 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.plugin [None req-47277368-9d5f-4400-8a15-6d765ea453b7 None None] Port 2a7cdb2b-1285-4aaa-b331-a41b4d5b6da9 cannot update to ACTIVE because it is not bound. {{(pid=103518) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 19:12:34.367906 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-178f0483-ade8-4307-8e9d-08794178a261 admin admin] Notify agent at l3_agent.dv-cinder-794661-1-smb the message routers_updated {{(pid=103517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 19:12:34.373274 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-178f0483-ade8-4307-8e9d-08794178a261 admin admin] 10.222.0.44 "PUT /v2.0/routers/cc905ead-084f-4e4c-84a7-b9fd5c05e41d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0098262 Jun 03 19:12:34.572990 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a98beb-1b5f-4412-b320-312c30ccb029 None None] Sync routers for ids ['cc905ead-084f-4e4c-84a7-b9fd5c05e41d'] in dv-cinder-794661-1-smb {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 19:12:34.579198 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a98beb-1b5f-4412-b320-312c30ccb029 None None] Routers {'cc905ead-084f-4e4c-84a7-b9fd5c05e41d'} bound to L3 agent in host dv-cinder-794661-1-smb {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 19:12:34.579624 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-f4a98beb-1b5f-4412-b320-312c30ccb029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794661-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T18:44:31Z,description=,heartbeat_timestamp=2021-06-03T19:12:31Z,host='dv-cinder-794661-1-smb',id=e49736c8-5019-4904-a5ca-8bb53e194ab8,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T18:44:31Z,topic='l3_agent')) {'router_ids': ['cc905ead-084f-4e4c-84a7-b9fd5c05e41d'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:12:34.678480 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-f4a98beb-1b5f-4412-b320-312c30ccb029 None None] Set router cc905ead-084f-4e4c-84a7-b9fd5c05e41d gateway port host: dv-cinder-794661-1-smb {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 19:12:34.848623 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device 66c6d669-5230-4930-8f6d-71cc2b9417ed up at agent ovs-agent-dv-cinder-794661-1-smb {{(pid=103518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 19:12:34.916267 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 33420) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:12:34.919554 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.v2.base [None req-5c0ad827-40a3-48cd-90ec-8a674edd90d1 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Request body: {'security_group': {'name': 'tempest-securitygroup--878042347', 'description': 'tempest-description--877856882'}} {{(pid=103517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 19:12:34.923660 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-5c0ad827-40a3-48cd-90ec-8a674edd90d1 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 19:12:34.925850 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-5c0ad827-40a3-48cd-90ec-8a674edd90d1 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Usage tracker for resource:security_group and tenant:1c50bba260ae4606b46750063cbda62e is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 19:12:34.927677 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-5c0ad827-40a3-48cd-90ec-8a674edd90d1 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 19:12:34.930866 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-5c0ad827-40a3-48cd-90ec-8a674edd90d1 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 19:12:34.937907 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Provisioning complete for port 66c6d669-5230-4930-8f6d-71cc2b9417ed triggered by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 19:12:34.938120 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:35.032491 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-f4a98beb-1b5f-4412-b320-312c30ccb029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc905ead-084f-4e4c-84a7-b9fd5c05e41d', 'name': 'tempest-AttachVolumeTestJSON-895973898-router', 'tenant_id': '1c50bba260ae4606b46750063cbda62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': 'e3ed7527-fec3-4688-9aed-1095c647b49f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T19:12:30Z', 'updated_at': '2021-06-03T19:12:33Z', 'revision_number': 4, 'project_id': '1c50bba260ae4606b46750063cbda62e', 'gw_port': {'id': 'e3ed7527-fec3-4688-9aed-1095c647b49f', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc905ead-084f-4e4c-84a7-b9fd5c05e41d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T19:12:30Z', 'updated_at': '2021-06-03T19:12:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb', '_interfaces': [{'id': '2a7cdb2b-1285-4aaa-b331-a41b4d5b6da9', 'name': '', 'network_id': '112774cb-defc-441a-a648-5368f7671d13', 'tenant_id': '1c50bba260ae4606b46750063cbda62e', 'mac_address': 'fa:16:3e:a0:ec:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc905ead-084f-4e4c-84a7-b9fd5c05e41d', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'eb423a29-4b11-41d7-80a2-81f09caa0067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T19:12:32Z', 'updated_at': '2021-06-03T19:12:33Z', 'revision_number': 2, 'project_id': '1c50bba260ae4606b46750063cbda62e', 'subnets': [{'id': 'eb423a29-4b11-41d7-80a2-81f09caa0067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794661-1-smb', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:12:35.039372 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a98beb-1b5f-4412-b320-312c30ccb029 None None] Checking router: cc905ead-084f-4e4c-84a7-b9fd5c05e41d for host: dv-cinder-794661-1-smb {{(pid=103518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 19:12:35.039565 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a98beb-1b5f-4412-b320-312c30ccb029 None None] Updating router cc905ead-084f-4e4c-84a7-b9fd5c05e41d port 2a7cdb2b-1285-4aaa-b331-a41b4d5b6da9 binding host dv-cinder-794661-1-smb {{(pid=103518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 19:12:35.066980 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device e3ed7527-fec3-4688-9aed-1095c647b49f up at agent ovs-agent-dv-cinder-794661-1-smb {{(pid=103518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 19:12:35.083021 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-5c0ad827-40a3-48cd-90ec-8a674edd90d1 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks [] for security_group, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:35.099810 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-f4a98beb-1b5f-4412-b320-312c30ccb029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:35.111159 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-5c0ad827-40a3-48cd-90ec-8a674edd90d1 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 19:12:35.114038 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-5c0ad827-40a3-48cd-90ec-8a674edd90d1 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Usage tracker for resource:security_group_rule and tenant:1c50bba260ae4606b46750063cbda62e is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 19:12:35.115967 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-5c0ad827-40a3-48cd-90ec-8a674edd90d1 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 19:12:35.119825 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-5c0ad827-40a3-48cd-90ec-8a674edd90d1 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 19:12:35.163868 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-5c0ad827-40a3-48cd-90ec-8a674edd90d1 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks [] for security_group, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:35.262891 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-5c0ad827-40a3-48cd-90ec-8a674edd90d1 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:35.265258 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-63b9ddaa-b44a-4bc9-b5f7-4c82ae5fb646 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:12:35.286371 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0ad827-40a3-48cd-90ec-8a674edd90d1 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d4c210b-3d64-4c03-938b-dcacd6bab6ae,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:12:35.288376 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-5c0ad827-40a3-48cd-90ec-8a674edd90d1 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:12:35.325469 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-f4a98beb-1b5f-4412-b320-312c30ccb029 None None] Notify callbacks [] for port, precommit_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:35.332076 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-f4a98beb-1b5f-4412-b320-312c30ccb029 None None] Transition to ACTIVE for port object 2a7cdb2b-1285-4aaa-b331-a41b4d5b6da9 will not be triggered until provisioned by entity L2. {{(pid=103518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 19:12:35.340960 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Provisioning for port e3ed7527-fec3-4688-9aed-1095c647b49f completed by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 19:12:35.344252 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Provisioning complete for port e3ed7527-fec3-4688-9aed-1095c647b49f triggered by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 19:12:35.344487 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:35.414891 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:35.425885 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] For port e3ed7527-fec3-4688-9aed-1095c647b49f, host dv-cinder-794661-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794661-1-smb',level=0,port_id=e3ed7527-fec3-4688-9aed-1095c647b49f,segment=NetworkSegment(cb7a02ef-c488-4fe7-ad15-1fca81e02b96),segment_id=cb7a02ef-c488-4fe7-ad15-1fca81e02b96)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 19:12:35.491083 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-5c0ad827-40a3-48cd-90ec-8a674edd90d1 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks [] for security_group, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:35.492600 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-5c0ad827-40a3-48cd-90ec-8a674edd90d1 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5754116 Jun 03 19:12:35.496044 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 33422) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:12:35.501003 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.v2.base [None req-a709943d-4647-4cc9-bfc0-9ecf3576caff tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Request body: {'security_group_rule': {'security_group_id': '6d4c210b-3d64-4c03-938b-dcacd6bab6ae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 19:12:35.506148 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-a709943d-4647-4cc9-bfc0-9ecf3576caff tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 19:12:35.509262 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-a709943d-4647-4cc9-bfc0-9ecf3576caff tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Usage tracker for resource:security_group_rule and tenant:1c50bba260ae4606b46750063cbda62e is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 19:12:35.512049 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-a709943d-4647-4cc9-bfc0-9ecf3576caff tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 19:12:35.516672 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-a709943d-4647-4cc9-bfc0-9ecf3576caff tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 19:12:35.597579 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-f4a98beb-1b5f-4412-b320-312c30ccb029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:35.603883 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-b8021d7a-4ec3-491b-8ea1-28d1c2f76e59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:12:35.713928 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9b75d4-cfcb-4300-9dac-feaadd919e9c None None] Pushing event updated for resources: {'Port': ['ID=2a7cdb2b-1285-4aaa-b331-a41b4d5b6da9,revision_number=3']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:12:35.713928 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-7a9b75d4-cfcb-4300-9dac-feaadd919e9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:12:35.731814 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.managers [None req-f4a98beb-1b5f-4412-b320-312c30ccb029 None None] Attempting to bind port 2a7cdb2b-1285-4aaa-b331-a41b4d5b6da9 on host dv-cinder-794661-1-smb for vnic_type normal with profile {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 19:12:35.732007 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.managers [None req-f4a98beb-1b5f-4412-b320-312c30ccb029 None None] Attempting to bind port 2a7cdb2b-1285-4aaa-b331-a41b4d5b6da9 by drivers openvswitch,hyperv on host dv-cinder-794661-1-smb at level 0 using segments [{'id': '5e6f8128-51e1-4c4e-a8ae-f34981a228ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1408, 'network_id': '112774cb-defc-441a-a648-5368f7671d13'}] {{(pid=103518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 19:12:35.732208 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a98beb-1b5f-4412-b320-312c30ccb029 None None] Attempting to bind port 2a7cdb2b-1285-4aaa-b331-a41b4d5b6da9 on network 112774cb-defc-441a-a648-5368f7671d13 {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 19:12:35.735794 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a98beb-1b5f-4412-b320-312c30ccb029 None None] Checking agent: {'id': '9af4ad39-3160-4d10-9b77-67ea66ff9724', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794661-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 18, 44, 30), 'started_at': datetime.datetime(2021, 6, 3, 18, 45, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 19, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794661-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 19:12:35.736007 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a98beb-1b5f-4412-b320-312c30ccb029 None None] Checking segment: {'id': '5e6f8128-51e1-4c4e-a8ae-f34981a228ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1408, 'network_id': '112774cb-defc-441a-a648-5368f7671d13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 19:12:35.736241 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-f4a98beb-1b5f-4412-b320-312c30ccb029 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:35.736458 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a98beb-1b5f-4412-b320-312c30ccb029 None None] Bound using segment: {'id': '5e6f8128-51e1-4c4e-a8ae-f34981a228ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1408, 'network_id': '112774cb-defc-441a-a648-5368f7671d13'} {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 19:12:35.736723 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.managers [None req-f4a98beb-1b5f-4412-b320-312c30ccb029 None None] Bound port: 2a7cdb2b-1285-4aaa-b331-a41b4d5b6da9, host: dv-cinder-794661-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e6f8128-51e1-4c4e-a8ae-f34981a228ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1408, 'network_id': '112774cb-defc-441a-a648-5368f7671d13'}}] {{(pid=103518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 19:12:35.736935 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-f4a98beb-1b5f-4412-b320-312c30ccb029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:35.766603 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:35.770764 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:12:35.808273 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-a709943d-4647-4cc9-bfc0-9ecf3576caff tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:35.810080 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-f4a98beb-1b5f-4412-b320-312c30ccb029 None None] For port 2a7cdb2b-1285-4aaa-b331-a41b4d5b6da9, host dv-cinder-794661-1-smb, cleared binding levels {{(pid=103518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 19:12:35.816605 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-f4a98beb-1b5f-4412-b320-312c30ccb029 None None] For port 2a7cdb2b-1285-4aaa-b331-a41b4d5b6da9, host dv-cinder-794661-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794661-1-smb',level=0,port_id=2a7cdb2b-1285-4aaa-b331-a41b4d5b6da9,segment=NetworkSegment(5e6f8128-51e1-4c4e-a8ae-f34981a228ac),segment_id=5e6f8128-51e1-4c4e-a8ae-f34981a228ac)] {{(pid=103518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 19:12:35.817241 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Pushing event updated for resources: {'Port': ['ID=e3ed7527-fec3-4688-9aed-1095c647b49f,revision_number=4']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:12:35.819258 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:12:35.842831 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-a709943d-4647-4cc9-bfc0-9ecf3576caff tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:35.898742 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-f4a98beb-1b5f-4412-b320-312c30ccb029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:35.903185 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-707bbbf7-be01-45b2-adaf-a7c625ea92c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:12:35.929522 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-a709943d-4647-4cc9-bfc0-9ecf3576caff tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455179'] for security_group_rule, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:35.930908 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:12:35.944525 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a709943d-4647-4cc9-bfc0-9ecf3576caff tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=529865ab-788f-4f8e-9b20-50c81f87646e,revision_number=0']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:12:35.945963 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-a709943d-4647-4cc9-bfc0-9ecf3576caff tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:12:35.949974 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a98beb-1b5f-4412-b320-312c30ccb029 None None] Routers {'cc905ead-084f-4e4c-84a7-b9fd5c05e41d'} bound to L3 agent in host dv-cinder-794661-1-smb {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 19:12:35.950390 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-f4a98beb-1b5f-4412-b320-312c30ccb029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794661-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T18:44:31Z,description=,heartbeat_timestamp=2021-06-03T19:12:31Z,host='dv-cinder-794661-1-smb',id=e49736c8-5019-4904-a5ca-8bb53e194ab8,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T18:44:31Z,topic='l3_agent')) {'router_ids': ['cc905ead-084f-4e4c-84a7-b9fd5c05e41d'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:12:35.991162 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9b75d4-cfcb-4300-9dac-feaadd919e9c None None] Pushing event updated for resources: {'Port': ['ID=2a7cdb2b-1285-4aaa-b331-a41b4d5b6da9,revision_number=4']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:12:35.994871 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-7a9b75d4-cfcb-4300-9dac-feaadd919e9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:12:36.062275 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-f4a98beb-1b5f-4412-b320-312c30ccb029 None None] Set router cc905ead-084f-4e4c-84a7-b9fd5c05e41d gateway port host: dv-cinder-794661-1-smb {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 19:12:36.190164 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-a709943d-4647-4cc9-bfc0-9ecf3576caff tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:36.191699 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-a709943d-4647-4cc9-bfc0-9ecf3576caff tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6944966 Jun 03 19:12:36.193606 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 33424) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:12:36.199304 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.v2.base [None req-803cf64c-18dc-4274-b49f-dd29b26f7293 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Request body: {'security_group_rule': {'security_group_id': '6d4c210b-3d64-4c03-938b-dcacd6bab6ae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 19:12:36.207016 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-803cf64c-18dc-4274-b49f-dd29b26f7293 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 19:12:36.211277 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-803cf64c-18dc-4274-b49f-dd29b26f7293 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Usage tracker for resource:security_group_rule and tenant:1c50bba260ae4606b46750063cbda62e is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 19:12:36.213861 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-803cf64c-18dc-4274-b49f-dd29b26f7293 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 19:12:36.218407 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-803cf64c-18dc-4274-b49f-dd29b26f7293 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 19:12:36.229271 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-f4a98beb-1b5f-4412-b320-312c30ccb029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc905ead-084f-4e4c-84a7-b9fd5c05e41d', 'name': 'tempest-AttachVolumeTestJSON-895973898-router', 'tenant_id': '1c50bba260ae4606b46750063cbda62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': 'e3ed7527-fec3-4688-9aed-1095c647b49f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T19:12:30Z', 'updated_at': '2021-06-03T19:12:33Z', 'revision_number': 4, 'project_id': '1c50bba260ae4606b46750063cbda62e', 'gw_port': {'id': 'e3ed7527-fec3-4688-9aed-1095c647b49f', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc905ead-084f-4e4c-84a7-b9fd5c05e41d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T19:12:30Z', 'updated_at': '2021-06-03T19:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb', '_interfaces': [{'id': '2a7cdb2b-1285-4aaa-b331-a41b4d5b6da9', 'name': '', 'network_id': '112774cb-defc-441a-a648-5368f7671d13', 'tenant_id': '1c50bba260ae4606b46750063cbda62e', 'mac_address': 'fa:16:3e:a0:ec:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc905ead-084f-4e4c-84a7-b9fd5c05e41d', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'eb423a29-4b11-41d7-80a2-81f09caa0067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T19:12:32Z', 'updated_at': '2021-06-03T19:12:35Z', 'revision_number': 4, 'project_id': '1c50bba260ae4606b46750063cbda62e', 'subnets': [{'id': 'eb423a29-4b11-41d7-80a2-81f09caa0067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794661-1-smb', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:12:36.234706 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a98beb-1b5f-4412-b320-312c30ccb029 None None] The sync data for ids ['cc905ead-084f-4e4c-84a7-b9fd5c05e41d'] in dv-cinder-794661-1-smb is: [{'id': 'cc905ead-084f-4e4c-84a7-b9fd5c05e41d', 'name': 'tempest-AttachVolumeTestJSON-895973898-router', 'tenant_id': '1c50bba260ae4606b46750063cbda62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': 'e3ed7527-fec3-4688-9aed-1095c647b49f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T19:12:30Z', 'updated_at': '2021-06-03T19:12:33Z', 'revision_number': 4, 'project_id': '1c50bba260ae4606b46750063cbda62e', 'gw_port': {'id': 'e3ed7527-fec3-4688-9aed-1095c647b49f', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc905ead-084f-4e4c-84a7-b9fd5c05e41d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T19:12:30Z', 'updated_at': '2021-06-03T19:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb', '_interfaces': [{'id': '2a7cdb2b-1285-4aaa-b331-a41b4d5b6da9', 'name': '', 'network_id': '112774cb-defc-441a-a648-5368f7671d13', 'tenant_id': '1c50bba260ae4606b46750063cbda62e', 'mac_address': 'fa:16:3e:a0:ec:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc905ead-084f-4e4c-84a7-b9fd5c05e41d', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'eb423a29-4b11-41d7-80a2-81f09caa0067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T19:12:32Z', 'updated_at': '2021-06-03T19:12:35Z', 'revision_number': 4, 'project_id': '1c50bba260ae4606b46750063cbda62e', 'subnets': [{'id': 'eb423a29-4b11-41d7-80a2-81f09caa0067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 19:12:36.328234 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-803cf64c-18dc-4274-b49f-dd29b26f7293 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:36.397965 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-803cf64c-18dc-4274-b49f-dd29b26f7293 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:36.523513 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-803cf64c-18dc-4274-b49f-dd29b26f7293 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455179'] for security_group_rule, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:36.525164 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-73b0a750-c0f1-47a4-9c0c-35200d411873 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:12:36.539653 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803cf64c-18dc-4274-b49f-dd29b26f7293 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8fb140e-96f9-4e39-86f9-6353e584bfc8,revision_number=0']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:12:36.541567 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-803cf64c-18dc-4274-b49f-dd29b26f7293 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:12:36.624623 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-803cf64c-18dc-4274-b49f-dd29b26f7293 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:36.625426 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-803cf64c-18dc-4274-b49f-dd29b26f7293 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4308732 Jun 03 19:12:36.627773 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 33426) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:12:36.630569 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.v2.base [None req-43f47e47-711d-4fc4-bb70-05e07259352c tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Request body: {'floatingip': {'floating_network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc'}} {{(pid=103517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 19:12:36.634518 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-43f47e47-711d-4fc4-bb70-05e07259352c tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 19:12:36.637806 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-43f47e47-711d-4fc4-bb70-05e07259352c tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Usage tracker for resource:floatingip and tenant:1c50bba260ae4606b46750063cbda62e is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 19:12:36.638570 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-43f47e47-711d-4fc4-bb70-05e07259352c tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 19:12:36.642456 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-43f47e47-711d-4fc4-bb70-05e07259352c tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 19:12:36.744108 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-43f47e47-711d-4fc4-bb70-05e07259352c tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks [] for floatingip, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:36.827790 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-43f47e47-711d-4fc4-bb70-05e07259352c tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:36.849001 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device 2a7cdb2b-1285-4aaa-b331-a41b4d5b6da9 up at agent ovs-agent-dv-cinder-794661-1-smb {{(pid=103518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 19:12:36.907225 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.db_base_plugin_common [None req-43f47e47-711d-4fc4-bb70-05e07259352c tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Allocated IP 172.28.1.72 (6ece2837-d49d-41e4-9380-4ff50b3876fc/eed56ebd-fbdc-4b64-be4b-629d7f0513a5/36f83f4d-5ffe-4442-bd01-0844b93be39c) {{(pid=103517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 19:12:36.984165 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-43f47e47-711d-4fc4-bb70-05e07259352c tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks [] for port, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:37.031931 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Provisioning for port 2a7cdb2b-1285-4aaa-b331-a41b4d5b6da9 completed by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 19:12:37.037975 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Provisioning complete for port 2a7cdb2b-1285-4aaa-b331-a41b4d5b6da9 triggered by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 19:12:37.038499 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:37.112904 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:37.130529 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] For port 2a7cdb2b-1285-4aaa-b331-a41b4d5b6da9, host dv-cinder-794661-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794661-1-smb',level=0,port_id=2a7cdb2b-1285-4aaa-b331-a41b4d5b6da9,segment=NetworkSegment(5e6f8128-51e1-4c4e-a8ae-f34981a228ac),segment_id=5e6f8128-51e1-4c4e-a8ae-f34981a228ac)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 19:12:37.140820 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-43f47e47-711d-4fc4-bb70-05e07259352c tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751241322828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3647885'] for port, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:37.145657 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:12:37.172042 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f47e47-711d-4fc4-bb70-05e07259352c tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Network 6ece2837-d49d-41e4-9380-4ff50b3876fc is already hosted by enough agents. {{(pid=103517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 19:12:37.173575 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.scheduler.base_scheduler [None req-43f47e47-711d-4fc4-bb70-05e07259352c tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Resources bound (agent type, host, resource id): {{(pid=103517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 19:12:37.177806 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f47e47-711d-4fc4-bb70-05e07259352c tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Received port after_create {{(pid=103517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 19:12:37.195265 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f47e47-711d-4fc4-bb70-05e07259352c tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Pushing event updated for resources: {'Port': ['ID=36f83f4d-5ffe-4442-bd01-0844b93be39c,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:12:37.197392 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-43f47e47-711d-4fc4-bb70-05e07259352c tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:12:37.228368 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-43f47e47-711d-4fc4-bb70-05e07259352c tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:37.278415 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:37.279550 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device e3ed7527-fec3-4688-9aed-1095c647b49f up at agent ovs-agent-dv-cinder-794661-1-smb {{(pid=103518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 19:12:37.303094 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-7a9b75d4-cfcb-4300-9dac-feaadd919e9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:12:37.356994 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Pushing event updated for resources: {'Port': ['ID=2a7cdb2b-1285-4aaa-b331-a41b4d5b6da9,revision_number=5']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:12:37.360542 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:12:37.364601 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Provisioning complete for port e3ed7527-fec3-4688-9aed-1095c647b49f triggered by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 19:12:37.364844 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:37.403618 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-43f47e47-711d-4fc4-bb70-05e07259352c tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:37.600702 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-43f47e47-711d-4fc4-bb70-05e07259352c tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks [] for port, precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:37.687314 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-43f47e47-711d-4fc4-bb70-05e07259352c tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3647862'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:37.692819 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-c96e259d-2a37-42df-94e6-50adc315cbc4 tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:12:37.760934 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f47e47-711d-4fc4-bb70-05e07259352c tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Pushing event updated for resources: {'Port': ['ID=36f83f4d-5ffe-4442-bd01-0844b93be39c,revision_number=2']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:12:37.763256 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-43f47e47-711d-4fc4-bb70-05e07259352c tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:12:37.768865 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-43f47e47-711d-4fc4-bb70-05e07259352c tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573538'] for floatingip, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:37.890025 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-43f47e47-711d-4fc4-bb70-05e07259352c tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56630'] for floatingip, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:37.890952 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-43f47e47-711d-4fc4-bb70-05e07259352c tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2625487 Jun 03 19:12:38.009575 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [req-c8386768-cb0b-425b-8b85-b93b5ce616bd req-e9aff458-bfc2-42d5-80f3-553cf537f74d tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Synchronizing usage tracker for tenant:1c50bba260ae4606b46750063cbda62e on resource:security_group {{(pid=103517) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 19:12:38.229754 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [req-c8386768-cb0b-425b-8b85-b93b5ce616bd req-e9aff458-bfc2-42d5-80f3-553cf537f74d tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Unset dirty status for tenant:1c50bba260ae4606b46750063cbda62e on resource:security_group {{(pid=103517) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 19:12:38.231193 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-c8386768-cb0b-425b-8b85-b93b5ce616bd req-e9aff458-bfc2-42d5-80f3-553cf537f74d tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--878042347&fields=id&tenant_id=1c50bba260ae4606b46750063cbda62e HTTP/1.1" status: 200 len: 267 time: 0.2479854 Jun 03 19:12:38.347896 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8386768-cb0b-425b-8b85-b93b5ce616bd req-cde32e18-d401-47f0-931e-983654d4a401 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:12:38.348391 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [req-c8386768-cb0b-425b-8b85-b93b5ce616bd req-cde32e18-d401-47f0-931e-983654d4a401 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Synchronizing usage tracker for tenant:1c50bba260ae4606b46750063cbda62e on resource:network {{(pid=103517) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 19:12:38.457503 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [req-c8386768-cb0b-425b-8b85-b93b5ce616bd req-cde32e18-d401-47f0-931e-983654d4a401 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Unset dirty status for tenant:1c50bba260ae4606b46750063cbda62e on resource:network {{(pid=103517) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 19:12:38.458993 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-c8386768-cb0b-425b-8b85-b93b5ce616bd req-cde32e18-d401-47f0-931e-983654d4a401 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/networks?id=112774cb-defc-441a-a648-5368f7671d13 HTTP/1.1" status: 200 len: 810 time: 0.2186074 Jun 03 19:12:38.476818 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-c8386768-cb0b-425b-8b85-b93b5ce616bd req-9fd6c4fc-fd1f-42d1-a101-6a18fa8cef77 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/quotas/1c50bba260ae4606b46750063cbda62e HTTP/1.1" status: 200 len: 375 time: 0.0103631 Jun 03 19:12:38.545244 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [req-c8386768-cb0b-425b-8b85-b93b5ce616bd req-3b3d266d-fb20-495b-abfb-fbd91e211f50 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Synchronizing usage tracker for tenant:1c50bba260ae4606b46750063cbda62e on resource:port {{(pid=103517) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 19:12:38.657188 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [req-c8386768-cb0b-425b-8b85-b93b5ce616bd req-3b3d266d-fb20-495b-abfb-fbd91e211f50 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Unset dirty status for tenant:1c50bba260ae4606b46750063cbda62e on resource:port {{(pid=103517) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 19:12:38.658774 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-c8386768-cb0b-425b-8b85-b93b5ce616bd req-3b3d266d-fb20-495b-abfb-fbd91e211f50 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=1c50bba260ae4606b46750063cbda62e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1771917 Jun 03 19:12:38.713963 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [req-c8386768-cb0b-425b-8b85-b93b5ce616bd req-79b7a252-0a3e-4687-80df-140a09e1779a service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103517) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 19:12:38.714708 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-c8386768-cb0b-425b-8b85-b93b5ce616bd req-79b7a252-0a3e-4687-80df-140a09e1779a service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0408633 Jun 03 19:12:38.804819 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-c8386768-cb0b-425b-8b85-b93b5ce616bd req-f6873175-8078-474a-87c6-3f8e96ddb3d1 service neutron] 10.222.0.44 "GET /v2.0/networks/112774cb-defc-441a-a648-5368f7671d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859070 Jun 03 19:12:38.808480 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device 2a7cdb2b-1285-4aaa-b331-a41b4d5b6da9 up at agent ovs-agent-dv-cinder-794661-1-smb {{(pid=103518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 19:12:38.852713 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Provisioning complete for port 2a7cdb2b-1285-4aaa-b331-a41b4d5b6da9 triggered by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 19:12:38.852940 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:38.894168 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-c8386768-cb0b-425b-8b85-b93b5ce616bd req-4970dfb0-f992-4e7a-8730-861c8484a2e2 service neutron] 10.222.0.44 "GET /v2.0/networks/112774cb-defc-441a-a648-5368f7671d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843542 Jun 03 19:12:39.242616 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-a52f35fb-5b3c-430f-a5a6-e36247b3b356 req-186c4096-d1ed-49e2-b14c-2b6b46e67b2b tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/ports?device_id=183c8923-e857-4552-be95-5affecbccd9d HTTP/1.1" status: 200 len: 210 time: 0.0318544 Jun 03 19:12:40.321002 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-1c9bdde7-1ad5-4b27-add0-8d68413d0df2 req-3cd5ce1d-23b1-4cdc-ad8a-f508b427daaf tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/ports?device_id=183c8923-e857-4552-be95-5affecbccd9d HTTP/1.1" status: 200 len: 210 time: 0.0361879 Jun 03 19:12:41.432387 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-0512597d-8dc4-4596-bf54-2f501ff8191e req-fca6cac8-5a36-4bfc-a412-0ee259fb2c48 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/ports?device_id=183c8923-e857-4552-be95-5affecbccd9d HTTP/1.1" status: 200 len: 210 time: 0.0332720 Jun 03 19:12:42.682090 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-3e613606-de36-4ee8-97e0-0d73d44240d1 req-f1962ffa-e832-4854-9dd6-a607e77f013c tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/ports?device_id=183c8923-e857-4552-be95-5affecbccd9d HTTP/1.1" status: 200 len: 210 time: 0.0288117 Jun 03 19:12:43.787313 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-6a50a619-794e-452a-8c5a-0ed371963e7e req-1115a618-6a84-41fe-af4d-395d830ca00d tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/ports?device_id=183c8923-e857-4552-be95-5affecbccd9d HTTP/1.1" status: 200 len: 210 time: 0.0301528 Jun 03 19:12:44.904378 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-94aef6db-6248-48a1-a9a3-9b038522e5bb req-fdd86523-3c60-4731-a6c7-1f7b52baf6fc tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/ports?device_id=183c8923-e857-4552-be95-5affecbccd9d HTTP/1.1" status: 200 len: 210 time: 0.0334351 Jun 03 19:12:45.364539 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8386768-cb0b-425b-8b85-b93b5ce616bd req-d9276f66-76fd-47fb-9848-b156717fd9a1 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:12:45.365554 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-c8386768-cb0b-425b-8b85-b93b5ce616bd req-d9276f66-76fd-47fb-9848-b156717fd9a1 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.108 "GET /v2.0/networks?id=112774cb-defc-441a-a648-5368f7671d13 HTTP/1.1" status: 200 len: 810 time: 0.1081362 Jun 03 19:12:45.402838 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-c8386768-cb0b-425b-8b85-b93b5ce616bd req-49cf2634-ea69-44ab-9622-6c9647e9d13b tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.108 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c50bba260ae4606b46750063cbda62e HTTP/1.1" status: 200 len: 379 time: 0.0277467 Jun 03 19:12:45.410735 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.v2.base [req-c8386768-cb0b-425b-8b85-b93b5ce616bd req-9cb38e30-a189-4626-afd3-c235974a1846 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Request body: {'port': {'device_id': '183c8923-e857-4552-be95-5affecbccd9d', 'network_id': '112774cb-defc-441a-a648-5368f7671d13', 'admin_state_up': True, 'tenant_id': '1c50bba260ae4606b46750063cbda62e', 'security_groups': ['6d4c210b-3d64-4c03-938b-dcacd6bab6ae']}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 19:12:45.498060 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [req-c8386768-cb0b-425b-8b85-b93b5ce616bd req-9cb38e30-a189-4626-afd3-c235974a1846 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 19:12:45.504754 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [req-c8386768-cb0b-425b-8b85-b93b5ce616bd req-9cb38e30-a189-4626-afd3-c235974a1846 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 19:12:45.603710 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8386768-cb0b-425b-8b85-b93b5ce616bd req-9cb38e30-a189-4626-afd3-c235974a1846 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Made reservation on behalf of 1c50bba260ae4606b46750063cbda62e for: {'port': 1} {{(pid=103516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 19:12:45.608545 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-c8386768-cb0b-425b-8b85-b93b5ce616bd req-9cb38e30-a189-4626-afd3-c235974a1846 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:45.739175 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [req-c8386768-cb0b-425b-8b85-b93b5ce616bd req-9cb38e30-a189-4626-afd3-c235974a1846 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Allocated IP 172.20.0.8 (112774cb-defc-441a-a648-5368f7671d13/eb423a29-4b11-41d7-80a2-81f09caa0067/546028d9-b244-4ee3-8353-f42edbb65c78) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 19:12:45.871681 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-c8386768-cb0b-425b-8b85-b93b5ce616bd req-9cb38e30-a189-4626-afd3-c235974a1846 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:45.882331 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [req-c8386768-cb0b-425b-8b85-b93b5ce616bd req-9cb38e30-a189-4626-afd3-c235974a1846 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Transition to ACTIVE for port object 546028d9-b244-4ee3-8353-f42edbb65c78 will not be triggered until provisioned by entity DHCP. {{(pid=103516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 19:12:45.974412 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-c8386768-cb0b-425b-8b85-b93b5ce616bd req-9cb38e30-a189-4626-afd3-c235974a1846 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751241322828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3014096'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:45.979247 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-a211ecdb-3337-4b44-a0dd-9bebb2e2fb3f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:12:46.047937 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8386768-cb0b-425b-8b85-b93b5ce616bd req-9cb38e30-a189-4626-afd3-c235974a1846 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Network 112774cb-defc-441a-a648-5368f7671d13 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 19:12:46.048716 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [req-c8386768-cb0b-425b-8b85-b93b5ce616bd req-9cb38e30-a189-4626-afd3-c235974a1846 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 19:12:46.054790 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8386768-cb0b-425b-8b85-b93b5ce616bd req-9cb38e30-a189-4626-afd3-c235974a1846 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 19:12:46.082983 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb38e30-a189-4626-afd3-c235974a1846 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Pushing event updated for resources: {'Port': ['ID=546028d9-b244-4ee3-8353-f42edbb65c78,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:12:46.092982 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-9cb38e30-a189-4626-afd3-c235974a1846 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:12:46.110712 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8386768-cb0b-425b-8b85-b93b5ce616bd req-9cb38e30-a189-4626-afd3-c235974a1846 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:12:46.111146 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-c8386768-cb0b-425b-8b85-b93b5ce616bd req-9cb38e30-a189-4626-afd3-c235974a1846 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56630'] for port, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:46.129821 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5013d438-e869-4e41-afff-3721f5e79121 req-ab9ef739-be83-4a1a-9615-297ea7ff0c16 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:12:46.130786 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-5013d438-e869-4e41-afff-3721f5e79121 req-ab9ef739-be83-4a1a-9615-297ea7ff0c16 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/ports?device_id=183c8923-e857-4552-be95-5affecbccd9d HTTP/1.1" status: 200 len: 931 time: 0.1285613 Jun 03 19:12:46.163583 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-5013d438-e869-4e41-afff-3721f5e79121 req-deec25ec-4f8a-4803-8fa2-3b7663f2a617 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d4c210b-3d64-4c03-938b-dcacd6bab6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283084 Jun 03 19:12:46.220685 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-c8386768-cb0b-425b-8b85-b93b5ce616bd req-9cb38e30-a189-4626-afd3-c235974a1846 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8121259 Jun 03 19:12:46.232346 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.v2.base [req-c8386768-cb0b-425b-8b85-b93b5ce616bd req-91b5342d-8732-46ba-9548-d4c2c5fe45d7 service neutron] Request body: {'port': {'device_id': '183c8923-e857-4552-be95-5affecbccd9d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 19:12:46.312954 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-c8386768-cb0b-425b-8b85-b93b5ce616bd req-91b5342d-8732-46ba-9548-d4c2c5fe45d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:46.321446 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-e4d6a3e3-af3c-4691-899f-eef71fbc58d6 None None] Provisioning for port 546028d9-b244-4ee3-8353-f42edbb65c78 completed by entity DHCP. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 19:12:46.327660 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-e4d6a3e3-af3c-4691-899f-eef71fbc58d6 None None] Provisioning complete for port 546028d9-b244-4ee3-8353-f42edbb65c78 triggered by entity DHCP. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 19:12:46.328178 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-e4d6a3e3-af3c-4691-899f-eef71fbc58d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:46.362546 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.plugin [None req-e4d6a3e3-af3c-4691-899f-eef71fbc58d6 None None] Port 546028d9-b244-4ee3-8353-f42edbb65c78 cannot update to ACTIVE because it is not bound. {{(pid=103518) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 19:12:46.518216 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.notifiers.nova [req-c8386768-cb0b-425b-8b85-b93b5ce616bd req-91b5342d-8732-46ba-9548-d4c2c5fe45d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 546028d9-b244-4ee3-8353-f42edbb65c78 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 19:12:46.522063 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-c8386768-cb0b-425b-8b85-b93b5ce616bd req-91b5342d-8732-46ba-9548-d4c2c5fe45d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:46.529582 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [req-c8386768-cb0b-425b-8b85-b93b5ce616bd req-91b5342d-8732-46ba-9548-d4c2c5fe45d7 service neutron] Transition to ACTIVE for port object 546028d9-b244-4ee3-8353-f42edbb65c78 will not be triggered until provisioned by entity L2. {{(pid=103516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 19:12:46.611658 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-c8386768-cb0b-425b-8b85-b93b5ce616bd req-91b5342d-8732-46ba-9548-d4c2c5fe45d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3013931'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:46.617465 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-baeb5a9f-1e31-4d13-b75f-93a1714f63b4 tempest-VolumesSnapshotTestJSON-1360028522 tempest-VolumesSnapshotTestJSON-1360028522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:12:46.806670 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b5342d-8732-46ba-9548-d4c2c5fe45d7 service neutron] Pushing event updated for resources: {'Port': ['ID=546028d9-b244-4ee3-8353-f42edbb65c78,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:12:46.810763 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-91b5342d-8732-46ba-9548-d4c2c5fe45d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:12:46.847513 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [req-c8386768-cb0b-425b-8b85-b93b5ce616bd req-91b5342d-8732-46ba-9548-d4c2c5fe45d7 service neutron] Attempting to bind port 546028d9-b244-4ee3-8353-f42edbb65c78 on host hv-cinder-79466 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 19:12:46.847706 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [req-c8386768-cb0b-425b-8b85-b93b5ce616bd req-91b5342d-8732-46ba-9548-d4c2c5fe45d7 service neutron] Attempting to bind port 546028d9-b244-4ee3-8353-f42edbb65c78 by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': '5e6f8128-51e1-4c4e-a8ae-f34981a228ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1408, 'network_id': '112774cb-defc-441a-a648-5368f7671d13'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 19:12:46.847896 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8386768-cb0b-425b-8b85-b93b5ce616bd req-91b5342d-8732-46ba-9548-d4c2c5fe45d7 service neutron] Attempting to bind port 546028d9-b244-4ee3-8353-f42edbb65c78 on network 112774cb-defc-441a-a648-5368f7671d13 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 19:12:46.850458 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8386768-cb0b-425b-8b85-b93b5ce616bd req-91b5342d-8732-46ba-9548-d4c2c5fe45d7 service neutron] Port 546028d9-b244-4ee3-8353-f42edbb65c78 on network 112774cb-defc-441a-a648-5368f7671d13 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 19:12:46.850629 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8386768-cb0b-425b-8b85-b93b5ce616bd req-91b5342d-8732-46ba-9548-d4c2c5fe45d7 service neutron] Attempting to bind port 546028d9-b244-4ee3-8353-f42edbb65c78 on network 112774cb-defc-441a-a648-5368f7671d13 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 19:12:46.853441 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8386768-cb0b-425b-8b85-b93b5ce616bd req-91b5342d-8732-46ba-9548-d4c2c5fe45d7 service neutron] Checking agent: {'id': 'af909ad5-3a3f-482f-ab55-4c32617c9c15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 18, 49, 2), 'started_at': datetime.datetime(2021, 6, 3, 18, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 19, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 19:12:46.856104 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8386768-cb0b-425b-8b85-b93b5ce616bd req-91b5342d-8732-46ba-9548-d4c2c5fe45d7 service neutron] Checking segment: {'id': '5e6f8128-51e1-4c4e-a8ae-f34981a228ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1408, 'network_id': '112774cb-defc-441a-a648-5368f7671d13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 19:12:46.856104 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8386768-cb0b-425b-8b85-b93b5ce616bd req-91b5342d-8732-46ba-9548-d4c2c5fe45d7 service neutron] Bound using segment: {'id': '5e6f8128-51e1-4c4e-a8ae-f34981a228ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1408, 'network_id': '112774cb-defc-441a-a648-5368f7671d13'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 19:12:46.856104 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [req-c8386768-cb0b-425b-8b85-b93b5ce616bd req-91b5342d-8732-46ba-9548-d4c2c5fe45d7 service neutron] Bound port: 546028d9-b244-4ee3-8353-f42edbb65c78, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e6f8128-51e1-4c4e-a8ae-f34981a228ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1408, 'network_id': '112774cb-defc-441a-a648-5368f7671d13'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 19:12:46.856104 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-c8386768-cb0b-425b-8b85-b93b5ce616bd req-91b5342d-8732-46ba-9548-d4c2c5fe45d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:46.904744 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.db [req-c8386768-cb0b-425b-8b85-b93b5ce616bd req-91b5342d-8732-46ba-9548-d4c2c5fe45d7 service neutron] For port 546028d9-b244-4ee3-8353-f42edbb65c78, host hv-cinder-79466, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 19:12:46.906523 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.db [req-c8386768-cb0b-425b-8b85-b93b5ce616bd req-91b5342d-8732-46ba-9548-d4c2c5fe45d7 service neutron] For port 546028d9-b244-4ee3-8353-f42edbb65c78, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=546028d9-b244-4ee3-8353-f42edbb65c78,segment=NetworkSegment(5e6f8128-51e1-4c4e-a8ae-f34981a228ac),segment_id=5e6f8128-51e1-4c4e-a8ae-f34981a228ac)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 19:12:47.057022 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-c8386768-cb0b-425b-8b85-b93b5ce616bd req-91b5342d-8732-46ba-9548-d4c2c5fe45d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3013931'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:47.062065 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-29c079da-4404-4d51-aa1d-b77f0f1b678f tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:12:47.107149 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8386768-cb0b-425b-8b85-b93b5ce616bd req-91b5342d-8732-46ba-9548-d4c2c5fe45d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:12:47.107149 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-c8386768-cb0b-425b-8b85-b93b5ce616bd req-91b5342d-8732-46ba-9548-d4c2c5fe45d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56630'] for port, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:12:47.107149 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-c8386768-cb0b-425b-8b85-b93b5ce616bd req-91b5342d-8732-46ba-9548-d4c2c5fe45d7 service neutron] 10.222.0.108 "PUT /v2.0/ports/546028d9-b244-4ee3-8353-f42edbb65c78 HTTP/1.1" status: 200 len: 1093 time: 0.8777122 Jun 03 19:12:47.107313 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '183c8923-e857-4552-be95-5affecbccd9d', 'tag': '546028d9-b244-4ee3-8353-f42edbb65c78'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 19:12:47.108967 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc39b0f538a7142e305aed45b4a3a48499e72eb72884f9d3de90a53803998271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e39ae2d2-e623-4e71-b286-dca9b3c0914c" -d '{"events": [{"name": "network-changed", "server_uuid": "183c8923-e857-4552-be95-5affecbccd9d", "tag": "546028d9-b244-4ee3-8353-f42edbb65c78"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 19:12:47.125492 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b5342d-8732-46ba-9548-d4c2c5fe45d7 service neutron] Pushing event updated for resources: {'Port': ['ID=546028d9-b244-4ee3-8353-f42edbb65c78,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:12:47.128614 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-91b5342d-8732-46ba-9548-d4c2c5fe45d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:12:47.139402 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 19:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f4be7cc-1c5d-4990-8a4d-a9aecca9c87a x-openstack-request-id: req-3f4be7cc-1c5d-4990-8a4d-a9aecca9c87a {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 19:12:47.139604 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "183c8923-e857-4552-be95-5affecbccd9d", "tag": "546028d9-b244-4ee3-8353-f42edbb65c78", "status": "completed", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 19:12:47.139789 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3f4be7cc-1c5d-4990-8a4d-a9aecca9c87a {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 19:12:47.140178 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '183c8923-e857-4552-be95-5affecbccd9d', 'tag': '546028d9-b244-4ee3-8353-f42edbb65c78', 'status': 'completed', 'code': 200} Jun 03 19:12:47.277353 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52ce929-9fc0-4d0e-8a96-6f19f96391ed req-f76c3220-b4fd-4819-b81e-19f5ec70f4d8 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:12:47.277777 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-d52ce929-9fc0-4d0e-8a96-6f19f96391ed req-f76c3220-b4fd-4819-b81e-19f5ec70f4d8 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Synchronizing usage tracker for tenant:1c50bba260ae4606b46750063cbda62e on resource:port {{(pid=103516) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 19:12:47.454062 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-d52ce929-9fc0-4d0e-8a96-6f19f96391ed req-f76c3220-b4fd-4819-b81e-19f5ec70f4d8 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Unset dirty status for tenant:1c50bba260ae4606b46750063cbda62e on resource:port {{(pid=103516) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 19:12:47.455513 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-d52ce929-9fc0-4d0e-8a96-6f19f96391ed req-f76c3220-b4fd-4819-b81e-19f5ec70f4d8 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/ports?device_id=183c8923-e857-4552-be95-5affecbccd9d HTTP/1.1" status: 200 len: 943 time: 0.2302942 Jun 03 19:12:47.497292 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-d52ce929-9fc0-4d0e-8a96-6f19f96391ed req-b4e84214-af6e-4e5a-b22c-f7e95ee28353 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d4c210b-3d64-4c03-938b-dcacd6bab6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347998 Jun 03 19:12:48.653393 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccdebe2-7f90-4c01-8cbc-6854ec7e4819 req-0b24aff6-543f-4050-ba1c-3ef682279250 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:12:48.654273 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-5ccdebe2-7f90-4c01-8cbc-6854ec7e4819 req-0b24aff6-543f-4050-ba1c-3ef682279250 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/ports?device_id=183c8923-e857-4552-be95-5affecbccd9d HTTP/1.1" status: 200 len: 943 time: 0.0641806 Jun 03 19:12:48.684975 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-5ccdebe2-7f90-4c01-8cbc-6854ec7e4819 req-05217202-c213-494d-8b72-fa211217bf6e tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d4c210b-3d64-4c03-938b-dcacd6bab6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0252383 Jun 03 19:12:49.840232 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba63161-cc79-43a0-93b4-42277ca3f070 req-5ec33d1e-97ea-4a7b-b443-43991f101dcb tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:12:49.841290 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-eba63161-cc79-43a0-93b4-42277ca3f070 req-5ec33d1e-97ea-4a7b-b443-43991f101dcb tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/ports?device_id=183c8923-e857-4552-be95-5affecbccd9d HTTP/1.1" status: 200 len: 943 time: 0.0743737 Jun 03 19:12:49.874662 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-eba63161-cc79-43a0-93b4-42277ca3f070 req-7965d2b6-988d-40a0-a0f9-08c4dffab5dc tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d4c210b-3d64-4c03-938b-dcacd6bab6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293200 Jun 03 19:12:51.030725 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e53dfd-0192-4ab6-9a7b-e4e4aabc2c58 req-696f7980-9d9f-4be4-a714-769eaedacc85 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:12:51.032217 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-46e53dfd-0192-4ab6-9a7b-e4e4aabc2c58 req-696f7980-9d9f-4be4-a714-769eaedacc85 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/ports?device_id=183c8923-e857-4552-be95-5affecbccd9d HTTP/1.1" status: 200 len: 943 time: 0.0591788 Jun 03 19:12:51.073290 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-46e53dfd-0192-4ab6-9a7b-e4e4aabc2c58 req-45b8f53f-71fe-4b45-9d9b-2e5bd27fe56e tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d4c210b-3d64-4c03-938b-dcacd6bab6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366907 Jun 03 19:12:52.234435 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a7555b-818f-4971-9101-c459af56dba7 req-5957d3fd-6c04-48e4-b075-c36427f32aca tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:12:52.235516 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-10a7555b-818f-4971-9101-c459af56dba7 req-5957d3fd-6c04-48e4-b075-c36427f32aca tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/ports?device_id=183c8923-e857-4552-be95-5affecbccd9d HTTP/1.1" status: 200 len: 943 time: 0.0715582 Jun 03 19:12:52.266064 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-10a7555b-818f-4971-9101-c459af56dba7 req-abef0c0b-8379-4011-9ece-fcc6b88a4381 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d4c210b-3d64-4c03-938b-dcacd6bab6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265441 Jun 03 19:12:53.404506 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778494b4-aee6-43ae-8156-32c286dda713 req-7c5464a2-1c60-4535-be5d-ba7846c69a0f tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:12:53.405525 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-778494b4-aee6-43ae-8156-32c286dda713 req-7c5464a2-1c60-4535-be5d-ba7846c69a0f tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/ports?device_id=183c8923-e857-4552-be95-5affecbccd9d HTTP/1.1" status: 200 len: 943 time: 0.0577781 Jun 03 19:12:53.435813 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-778494b4-aee6-43ae-8156-32c286dda713 req-1bc52f84-5438-4044-a6ce-2c8a9b2e2efc tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d4c210b-3d64-4c03-938b-dcacd6bab6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0262682 Jun 03 19:12:54.580965 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a74a61-e7da-4915-a7c2-ef85ff1f5308 req-58543b8a-f2d9-43d4-9281-caa9c2306213 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:12:54.581932 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-69a74a61-e7da-4915-a7c2-ef85ff1f5308 req-58543b8a-f2d9-43d4-9281-caa9c2306213 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/ports?device_id=183c8923-e857-4552-be95-5affecbccd9d HTTP/1.1" status: 200 len: 943 time: 0.0646470 Jun 03 19:12:54.615639 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-69a74a61-e7da-4915-a7c2-ef85ff1f5308 req-68e1ba8d-a7b5-47a7-a103-5c9611089094 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d4c210b-3d64-4c03-938b-dcacd6bab6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265744 Jun 03 19:12:55.764405 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02b1085-4f73-4084-8045-48a1159f978b req-cab15635-5c98-4aae-80a0-dbf9fe73a546 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:12:55.765418 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-d02b1085-4f73-4084-8045-48a1159f978b req-cab15635-5c98-4aae-80a0-dbf9fe73a546 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/ports?device_id=183c8923-e857-4552-be95-5affecbccd9d HTTP/1.1" status: 200 len: 943 time: 0.0603342 Jun 03 19:12:55.794068 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-d02b1085-4f73-4084-8045-48a1159f978b req-2fc97f71-ef19-4738-b74e-92808dc5c1d2 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d4c210b-3d64-4c03-938b-dcacd6bab6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0249217 Jun 03 19:12:56.936554 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03defa33-1ab7-4505-bdef-6d21cf679f4c req-1f5c45f6-9083-426a-9a9b-d25a38f415a3 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:12:56.937510 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-03defa33-1ab7-4505-bdef-6d21cf679f4c req-1f5c45f6-9083-426a-9a9b-d25a38f415a3 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/ports?device_id=183c8923-e857-4552-be95-5affecbccd9d HTTP/1.1" status: 200 len: 943 time: 0.0620484 Jun 03 19:12:56.974423 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-03defa33-1ab7-4505-bdef-6d21cf679f4c req-451d6255-fd02-4513-b88c-c18098b24946 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d4c210b-3d64-4c03-938b-dcacd6bab6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304859 Jun 03 19:12:58.122767 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34708d41-e181-42d9-9eef-8cecd45ddd92 req-1eface77-ad0e-4d6a-91e0-0e8ab1630212 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:12:58.123837 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-34708d41-e181-42d9-9eef-8cecd45ddd92 req-1eface77-ad0e-4d6a-91e0-0e8ab1630212 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/ports?device_id=183c8923-e857-4552-be95-5affecbccd9d HTTP/1.1" status: 200 len: 943 time: 0.0635483 Jun 03 19:12:58.157626 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-34708d41-e181-42d9-9eef-8cecd45ddd92 req-75de153d-466a-4b69-b016-d7b3270ff8ab tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d4c210b-3d64-4c03-938b-dcacd6bab6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0264628 Jun 03 19:12:59.325514 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e409b2-5701-4553-bab6-9155292aee71 req-430a468e-243f-444e-b792-66015168992a tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:12:59.326543 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-50e409b2-5701-4553-bab6-9155292aee71 req-430a468e-243f-444e-b792-66015168992a tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/ports?device_id=183c8923-e857-4552-be95-5affecbccd9d HTTP/1.1" status: 200 len: 943 time: 0.0774267 Jun 03 19:12:59.368382 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-50e409b2-5701-4553-bab6-9155292aee71 req-102959d3-fc8b-4c8e-b1b1-d9581e354d62 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d4c210b-3d64-4c03-938b-dcacd6bab6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349052 Jun 03 19:12:59.615546 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-416c0893-3776-4ad4-b5ec-fe3caea4c76f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:13:00.516024 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bd6ca5-e39f-48d3-aadb-df7ad956f828 req-33492f56-8c54-4f7b-b86d-9d1e97e3cd4b tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:13:00.517014 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-83bd6ca5-e39f-48d3-aadb-df7ad956f828 req-33492f56-8c54-4f7b-b86d-9d1e97e3cd4b tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/ports?device_id=183c8923-e857-4552-be95-5affecbccd9d HTTP/1.1" status: 200 len: 943 time: 0.0608981 Jun 03 19:13:00.549654 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-83bd6ca5-e39f-48d3-aadb-df7ad956f828 req-e40e3960-de7f-4079-a718-69ff0a6138b3 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d4c210b-3d64-4c03-938b-dcacd6bab6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0263281 Jun 03 19:13:00.680732 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:13:00.851415 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-03475136-fcf0-47c1-9bb1-8b0d4622bfd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:13:01.694852 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95381aba-167d-4af3-ade2-228d0b94dc50 req-00ed46ed-3cff-4f7f-9afe-ddb39ce14fe8 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:13:01.695810 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-95381aba-167d-4af3-ade2-228d0b94dc50 req-00ed46ed-3cff-4f7f-9afe-ddb39ce14fe8 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/ports?device_id=183c8923-e857-4552-be95-5affecbccd9d HTTP/1.1" status: 200 len: 943 time: 0.0581131 Jun 03 19:13:01.724989 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-95381aba-167d-4af3-ade2-228d0b94dc50 req-0b42e93e-d3f7-4967-9b9f-18e9c7d8e204 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d4c210b-3d64-4c03-938b-dcacd6bab6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0250857 Jun 03 19:13:02.162467 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:13:02.863699 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f943fb5-30fb-49f5-be44-b97a927f0513 req-95911643-ee5f-4749-b773-b54254fecbfb tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:13:02.864244 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:13:02.864761 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-2f943fb5-30fb-49f5-be44-b97a927f0513 req-95911643-ee5f-4749-b773-b54254fecbfb tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/ports?device_id=183c8923-e857-4552-be95-5affecbccd9d HTTP/1.1" status: 200 len: 943 time: 0.0592585 Jun 03 19:13:02.896869 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-2f943fb5-30fb-49f5-be44-b97a927f0513 req-bdecfc81-5b14-45d5-8a28-a47f70b6a270 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d4c210b-3d64-4c03-938b-dcacd6bab6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280981 Jun 03 19:13:02.955138 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:13:03.068389 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:13:04.061575 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a215f0-12ac-4c25-a3e1-f348ba3e26b8 req-ab225c89-c521-4990-908d-7cea764c63e0 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:13:04.062645 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-56a215f0-12ac-4c25-a3e1-f348ba3e26b8 req-ab225c89-c521-4990-908d-7cea764c63e0 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/ports?device_id=183c8923-e857-4552-be95-5affecbccd9d HTTP/1.1" status: 200 len: 943 time: 0.0745230 Jun 03 19:13:04.095139 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-56a215f0-12ac-4c25-a3e1-f348ba3e26b8 req-c5959972-b76b-4ba1-a3d8-57d6a4db7459 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d4c210b-3d64-4c03-938b-dcacd6bab6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283654 Jun 03 19:13:05.315316 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b7ca6-ef71-4af2-bf0f-aa4009bbc3bb req-142fb59e-80d6-4cdb-9237-13c4401df0f7 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:13:05.316338 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-2c0b7ca6-ef71-4af2-bf0f-aa4009bbc3bb req-142fb59e-80d6-4cdb-9237-13c4401df0f7 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/ports?device_id=183c8923-e857-4552-be95-5affecbccd9d HTTP/1.1" status: 200 len: 943 time: 0.1324997 Jun 03 19:13:05.346166 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-2c0b7ca6-ef71-4af2-bf0f-aa4009bbc3bb req-c957c6fb-f223-42da-bd74-7fe2597721d9 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d4c210b-3d64-4c03-938b-dcacd6bab6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0256422 Jun 03 19:13:06.494519 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de88b64-4f08-452b-ba6f-3b75a7c00797 req-6288f94c-7b5d-4d8e-8c55-96c9dc9829c8 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:13:06.495554 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-8de88b64-4f08-452b-ba6f-3b75a7c00797 req-6288f94c-7b5d-4d8e-8c55-96c9dc9829c8 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/ports?device_id=183c8923-e857-4552-be95-5affecbccd9d HTTP/1.1" status: 200 len: 943 time: 0.0653620 Jun 03 19:13:06.527653 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-8de88b64-4f08-452b-ba6f-3b75a7c00797 req-0b9936bb-a1ae-4bda-911a-ce48f705a4aa tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d4c210b-3d64-4c03-938b-dcacd6bab6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284090 Jun 03 19:13:07.659947 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a932737f-e031-471b-909a-beb4199f1119 req-7d2509b7-9cde-4271-9d53-c4957735339c tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:13:07.660858 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-a932737f-e031-471b-909a-beb4199f1119 req-7d2509b7-9cde-4271-9d53-c4957735339c tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/ports?device_id=183c8923-e857-4552-be95-5affecbccd9d HTTP/1.1" status: 200 len: 943 time: 0.0607986 Jun 03 19:13:07.695746 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-a932737f-e031-471b-909a-beb4199f1119 req-003f2e62-dade-4adc-9832-6e9b97ae5a5c tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d4c210b-3d64-4c03-938b-dcacd6bab6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284793 Jun 03 19:13:08.842446 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7feff9-1329-4a67-a833-18d578444be1 req-32b2daa4-532b-4ad3-bfa7-117fdd3261f9 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:13:08.843537 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-de7feff9-1329-4a67-a833-18d578444be1 req-32b2daa4-532b-4ad3-bfa7-117fdd3261f9 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/ports?device_id=183c8923-e857-4552-be95-5affecbccd9d HTTP/1.1" status: 200 len: 943 time: 0.0666056 Jun 03 19:13:08.877267 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-de7feff9-1329-4a67-a833-18d578444be1 req-64ac60d3-678b-43b8-bb45-dedbdcfea799 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d4c210b-3d64-4c03-938b-dcacd6bab6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265632 Jun 03 19:13:10.020830 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c81a3-cbf2-4a71-b405-6e170c2ae0f5 req-84df42c4-7740-40af-a0b0-18ba513df05a tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:13:10.021868 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-c73c81a3-cbf2-4a71-b405-6e170c2ae0f5 req-84df42c4-7740-40af-a0b0-18ba513df05a tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/ports?device_id=183c8923-e857-4552-be95-5affecbccd9d HTTP/1.1" status: 200 len: 943 time: 0.0588918 Jun 03 19:13:10.054302 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-c73c81a3-cbf2-4a71-b405-6e170c2ae0f5 req-963132c4-1ee4-4c11-912e-5420f77527d0 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d4c210b-3d64-4c03-938b-dcacd6bab6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277748 Jun 03 19:13:11.197981 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de733185-cdf6-44d6-9cd8-20c23b9681ec req-697882cd-4144-4328-be92-8415654f9633 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:13:11.198999 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-de733185-cdf6-44d6-9cd8-20c23b9681ec req-697882cd-4144-4328-be92-8415654f9633 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/ports?device_id=183c8923-e857-4552-be95-5affecbccd9d HTTP/1.1" status: 200 len: 943 time: 0.0628147 Jun 03 19:13:11.233477 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-de733185-cdf6-44d6-9cd8-20c23b9681ec req-e2523410-97dd-47d7-aa0b-bac439fc0d43 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d4c210b-3d64-4c03-938b-dcacd6bab6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272095 Jun 03 19:13:12.377478 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b167ab92-d5d4-4a7a-968c-5761966a83f1 req-56e67a48-5d20-4189-a577-5232540f45ea tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:13:12.378504 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-b167ab92-d5d4-4a7a-968c-5761966a83f1 req-56e67a48-5d20-4189-a577-5232540f45ea tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/ports?device_id=183c8923-e857-4552-be95-5affecbccd9d HTTP/1.1" status: 200 len: 943 time: 0.0583518 Jun 03 19:13:12.408152 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-b167ab92-d5d4-4a7a-968c-5761966a83f1 req-8a904ab7-84c5-44c1-83f4-71fa561d68d7 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d4c210b-3d64-4c03-938b-dcacd6bab6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0256753 Jun 03 19:13:13.564565 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d9851-ee98-4a00-8900-72d4168668cf req-425abf28-e49a-4788-b905-1c1b8a233788 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:13:13.565612 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-2f0d9851-ee98-4a00-8900-72d4168668cf req-425abf28-e49a-4788-b905-1c1b8a233788 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/ports?device_id=183c8923-e857-4552-be95-5affecbccd9d HTTP/1.1" status: 200 len: 943 time: 0.0611351 Jun 03 19:13:13.598154 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-2f0d9851-ee98-4a00-8900-72d4168668cf req-01502a42-b7a5-4f45-b75f-44eb586d4e33 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d4c210b-3d64-4c03-938b-dcacd6bab6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0256777 Jun 03 19:13:14.751568 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30da3861-6b04-40ec-bb14-039c03503be6 req-b2cc7707-76b2-42bd-aeb3-24061ea86781 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:13:14.752879 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-30da3861-6b04-40ec-bb14-039c03503be6 req-b2cc7707-76b2-42bd-aeb3-24061ea86781 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/ports?device_id=183c8923-e857-4552-be95-5affecbccd9d HTTP/1.1" status: 200 len: 943 time: 0.0722096 Jun 03 19:13:14.797298 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-30da3861-6b04-40ec-bb14-039c03503be6 req-411fdf56-db9f-4924-80f0-4a58bf221f47 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d4c210b-3d64-4c03-938b-dcacd6bab6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396547 Jun 03 19:13:15.946499 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c787cce-e7fb-497b-9396-44803ed597a8 req-799c0781-0688-4df1-9a9d-630b666f143a tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:13:15.947497 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-4c787cce-e7fb-497b-9396-44803ed597a8 req-799c0781-0688-4df1-9a9d-630b666f143a tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/ports?device_id=183c8923-e857-4552-be95-5affecbccd9d HTTP/1.1" status: 200 len: 943 time: 0.0637538 Jun 03 19:13:15.979939 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-4c787cce-e7fb-497b-9396-44803ed597a8 req-e830eb17-7bbb-48e6-831f-011210b1f454 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d4c210b-3d64-4c03-938b-dcacd6bab6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0259917 Jun 03 19:13:17.129016 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb95d01-7ef2-41ca-a708-7075ed984a8c req-c052583e-ff7c-4d67-b3bd-695f245d1d78 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:13:17.130546 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-7bb95d01-7ef2-41ca-a708-7075ed984a8c req-c052583e-ff7c-4d67-b3bd-695f245d1d78 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/ports?device_id=183c8923-e857-4552-be95-5affecbccd9d HTTP/1.1" status: 200 len: 943 time: 0.0642414 Jun 03 19:13:17.163519 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-7bb95d01-7ef2-41ca-a708-7075ed984a8c req-6c4ee350-f333-4159-9b4a-f5cac1acd3df tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d4c210b-3d64-4c03-938b-dcacd6bab6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282125 Jun 03 19:13:18.315973 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177462b9-c97f-4408-b922-8cb12907efd4 req-772317ef-bce8-4ad4-a32e-dd84c9f3d384 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:13:18.316980 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-177462b9-c97f-4408-b922-8cb12907efd4 req-772317ef-bce8-4ad4-a32e-dd84c9f3d384 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/ports?device_id=183c8923-e857-4552-be95-5affecbccd9d HTTP/1.1" status: 200 len: 943 time: 0.0685670 Jun 03 19:13:18.349371 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-177462b9-c97f-4408-b922-8cb12907efd4 req-3af6d40b-96cf-422b-9d54-aff5d17f9872 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d4c210b-3d64-4c03-938b-dcacd6bab6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286868 Jun 03 19:13:19.499583 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f595f3-45e7-4c39-a1e0-ebf061566aa1 req-a1ad775e-e975-4561-b308-baba9b6c65b0 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:13:19.501447 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-e9f595f3-45e7-4c39-a1e0-ebf061566aa1 req-a1ad775e-e975-4561-b308-baba9b6c65b0 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/ports?device_id=183c8923-e857-4552-be95-5affecbccd9d HTTP/1.1" status: 200 len: 943 time: 0.0742607 Jun 03 19:13:19.534918 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-e9f595f3-45e7-4c39-a1e0-ebf061566aa1 req-54a368d7-04a8-47c9-ae65-9a31f80b1325 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d4c210b-3d64-4c03-938b-dcacd6bab6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265291 Jun 03 19:13:19.765956 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39ae2d2-e623-4e71-b286-dca9b3c0914c req-02d611ff-7728-4829-807d-33e5d38208f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:13:19.766857 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-e39ae2d2-e623-4e71-b286-dca9b3c0914c req-02d611ff-7728-4829-807d-33e5d38208f7 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=1c50bba260ae4606b46750063cbda62e&device_id=183c8923-e857-4552-be95-5affecbccd9d HTTP/1.1" status: 200 len: 1096 time: 0.1320412 Jun 03 19:13:19.857185 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39ae2d2-e623-4e71-b286-dca9b3c0914c req-86ad042f-48f7-49c7-a00a-bb29a0870701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:13:19.858072 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-e39ae2d2-e623-4e71-b286-dca9b3c0914c req-86ad042f-48f7-49c7-a00a-bb29a0870701 service neutron] 10.222.0.108 "GET /v2.0/networks?tenant_id=1c50bba260ae4606b46750063cbda62e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0834985 Jun 03 19:13:19.949920 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39ae2d2-e623-4e71-b286-dca9b3c0914c req-75edecd2-292f-43d8-9ab4-896665430891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:13:19.950855 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-e39ae2d2-e623-4e71-b286-dca9b3c0914c req-75edecd2-292f-43d8-9ab4-896665430891 service neutron] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0864592 Jun 03 19:13:20.341543 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8386768-cb0b-425b-8b85-b93b5ce616bd req-91f3ad91-2cc6-4170-8faa-34517de7e311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:13:20.342608 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-c8386768-cb0b-425b-8b85-b93b5ce616bd req-91f3ad91-2cc6-4170-8faa-34517de7e311 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=1c50bba260ae4606b46750063cbda62e&device_id=183c8923-e857-4552-be95-5affecbccd9d HTTP/1.1" status: 200 len: 1096 time: 0.0636644 Jun 03 19:13:20.389760 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-c8386768-cb0b-425b-8b85-b93b5ce616bd req-f19bd9a2-2d18-4da3-930e-c12e2bed0890 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=546028d9-b244-4ee3-8353-f42edbb65c78 HTTP/1.1" status: 200 len: 217 time: 0.0391963 Jun 03 19:13:20.436172 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8386768-cb0b-425b-8b85-b93b5ce616bd req-dbb6be26-2680-4bab-80fc-18ee4ed04c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:13:20.437043 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-c8386768-cb0b-425b-8b85-b93b5ce616bd req-dbb6be26-2680-4bab-80fc-18ee4ed04c97 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=eb423a29-4b11-41d7-80a2-81f09caa0067 HTTP/1.1" status: 200 len: 849 time: 0.0403607 Jun 03 19:13:20.491880 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8386768-cb0b-425b-8b85-b93b5ce616bd req-c7729fa8-ab72-4c30-af82-6ae13b14e71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:13:20.493366 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-c8386768-cb0b-425b-8b85-b93b5ce616bd req-c7729fa8-ab72-4c30-af82-6ae13b14e71e service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=112774cb-defc-441a-a648-5368f7671d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0467327 Jun 03 19:13:20.568245 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-c8386768-cb0b-425b-8b85-b93b5ce616bd req-07800df1-a7e0-426b-be95-303e9f4ad116 service neutron] 10.222.0.108 "GET /v2.0/networks/112774cb-defc-441a-a648-5368f7671d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0678327 Jun 03 19:13:20.696622 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-c8386768-cb0b-425b-8b85-b93b5ce616bd req-cd476f46-f205-4a14-ab83-4832073898fa service neutron] 10.222.0.108 "GET /v2.0/networks/112774cb-defc-441a-a648-5368f7671d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213851 Jun 03 19:13:20.709318 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31212893-4345-4d37-88f3-ffd3611fe030 req-df90d445-183c-4a9e-8231-eaac8756ba03 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:13:20.710157 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-31212893-4345-4d37-88f3-ffd3611fe030 req-df90d445-183c-4a9e-8231-eaac8756ba03 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/ports?device_id=183c8923-e857-4552-be95-5affecbccd9d HTTP/1.1" status: 200 len: 943 time: 0.0998032 Jun 03 19:13:20.737931 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-31212893-4345-4d37-88f3-ffd3611fe030 req-6888bf76-64c1-480b-baa4-810f80ecdecf tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d4c210b-3d64-4c03-938b-dcacd6bab6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0235722 Jun 03 19:13:21.886262 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0b8b2a-0825-4801-ab72-56b8b0ed373c req-fb6523db-1744-46d5-9e80-794580fd8921 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:13:21.887229 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-6e0b8b2a-0825-4801-ab72-56b8b0ed373c req-fb6523db-1744-46d5-9e80-794580fd8921 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/ports?device_id=183c8923-e857-4552-be95-5affecbccd9d HTTP/1.1" status: 200 len: 943 time: 0.0621524 Jun 03 19:13:21.916171 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-6e0b8b2a-0825-4801-ab72-56b8b0ed373c req-8c482fe1-cb63-477c-af15-03a6b1968233 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d4c210b-3d64-4c03-938b-dcacd6bab6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0250123 Jun 03 19:13:23.059730 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cfe353-5e9f-4b03-8143-541dafa2f90c req-4a64cc2a-300d-48f1-ad19-6e3bc0d39be5 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:13:23.060795 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-c3cfe353-5e9f-4b03-8143-541dafa2f90c req-4a64cc2a-300d-48f1-ad19-6e3bc0d39be5 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/ports?device_id=183c8923-e857-4552-be95-5affecbccd9d HTTP/1.1" status: 200 len: 943 time: 0.0601697 Jun 03 19:13:23.096569 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-c3cfe353-5e9f-4b03-8143-541dafa2f90c req-0093093b-f433-4e1c-a302-97a2a50d66bd tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d4c210b-3d64-4c03-938b-dcacd6bab6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289328 Jun 03 19:13:24.087997 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Device 546028d9-b244-4ee3-8353-f42edbb65c78 details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=103518) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 19:13:24.195177 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] For port 546028d9-b244-4ee3-8353-f42edbb65c78, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=546028d9-b244-4ee3-8353-f42edbb65c78,segment=NetworkSegment(5e6f8128-51e1-4c4e-a8ae-f34981a228ac),segment_id=5e6f8128-51e1-4c4e-a8ae-f34981a228ac)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 19:13:24.203859 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Returning: {'device': '546028d9-b244-4ee3-8353-f42edbb65c78', 'network_id': '112774cb-defc-441a-a648-5368f7671d13', 'port_id': '546028d9-b244-4ee3-8353-f42edbb65c78', 'mac_address': 'fa:16:3e:3a:8c:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb423a29-4b11-41d7-80a2-81f09caa0067', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103518) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 19:13:24.230646 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633dbd78-666d-411b-8d05-b86b40a12bb8 req-832f1c60-7e03-4728-a935-d7e20519a66b tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:13:24.231641 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-633dbd78-666d-411b-8d05-b86b40a12bb8 req-832f1c60-7e03-4728-a935-d7e20519a66b tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/ports?device_id=183c8923-e857-4552-be95-5affecbccd9d HTTP/1.1" status: 200 len: 943 time: 0.0584860 Jun 03 19:13:24.239266 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:13:24.250304 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.notifiers.nova [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 546028d9-b244-4ee3-8353-f42edbb65c78 {{(pid=103518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 19:13:24.260540 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] For port 546028d9-b244-4ee3-8353-f42edbb65c78, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=546028d9-b244-4ee3-8353-f42edbb65c78,segment=NetworkSegment(5e6f8128-51e1-4c4e-a8ae-f34981a228ac),segment_id=5e6f8128-51e1-4c4e-a8ae-f34981a228ac)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 19:13:24.263249 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-633dbd78-666d-411b-8d05-b86b40a12bb8 req-0715da89-194a-4353-bb9b-85ff36106b6d tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d4c210b-3d64-4c03-938b-dcacd6bab6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273724 Jun 03 19:13:24.364889 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:13:24.367005 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-b8f5177c-24ce-442b-8d46-4f450d6c4041 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:13:24.419227 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Pushing event updated for resources: {'Port': ['ID=546028d9-b244-4ee3-8353-f42edbb65c78,revision_number=4']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:13:24.421851 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:13:24.659255 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] get_ports_and_sgs() called for port_ids ['546028d9-b244-4ee3-8353-f42edbb65c78'] {{(pid=103518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 19:13:25.404077 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fde59c-9e9e-4dab-8a35-7a3c8bfb95bd req-e599db2b-e4d2-4edc-81ad-5bc3bce93472 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:13:25.405080 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-f6fde59c-9e9e-4dab-8a35-7a3c8bfb95bd req-e599db2b-e4d2-4edc-81ad-5bc3bce93472 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/ports?device_id=183c8923-e857-4552-be95-5affecbccd9d HTTP/1.1" status: 200 len: 944 time: 0.0574462 Jun 03 19:13:25.437802 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-f6fde59c-9e9e-4dab-8a35-7a3c8bfb95bd req-9a49a8e4-9179-4983-a54a-6831bfda42d8 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d4c210b-3d64-4c03-938b-dcacd6bab6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0263145 Jun 03 19:13:26.121480 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Device 546028d9-b244-4ee3-8353-f42edbb65c78 up at agent hyperv_hv-cinder-79466 {{(pid=103518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 19:13:26.341265 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Provisioning for port 546028d9-b244-4ee3-8353-f42edbb65c78 completed by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 19:13:26.346839 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Provisioning complete for port 546028d9-b244-4ee3-8353-f42edbb65c78 triggered by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 19:13:26.347248 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:13:26.437923 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:13:26.456026 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '183c8923-e857-4552-be95-5affecbccd9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '546028d9-b244-4ee3-8353-f42edbb65c78'}] {{(pid=103518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 19:13:26.457700 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db66028b02b75232abd2ce52c3e0184f662a2cc7ac62fff2d597f865859cb538" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6177918c-23ea-4588-9ccb-dfcad088bc1e" -d '{"events": [{"server_uuid": "183c8923-e857-4552-be95-5affecbccd9d", "name": "network-vif-plugged", "status": "completed", "tag": "546028d9-b244-4ee3-8353-f42edbb65c78"}]}' {{(pid=103518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 19:13:26.464044 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] For port 546028d9-b244-4ee3-8353-f42edbb65c78, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=546028d9-b244-4ee3-8353-f42edbb65c78,segment=NetworkSegment(5e6f8128-51e1-4c4e-a8ae-f34981a228ac),segment_id=5e6f8128-51e1-4c4e-a8ae-f34981a228ac)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 19:13:26.523937 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 19:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-496ed7a0-bdf7-4a77-b9d9-323f98209f6b x-openstack-request-id: req-496ed7a0-bdf7-4a77-b9d9-323f98209f6b {{(pid=103518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 19:13:26.524147 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "183c8923-e857-4552-be95-5affecbccd9d", "name": "network-vif-plugged", "status": "completed", "tag": "546028d9-b244-4ee3-8353-f42edbb65c78", "code": 200}]} {{(pid=103518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 19:13:26.524317 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-496ed7a0-bdf7-4a77-b9d9-323f98209f6b {{(pid=103518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 19:13:26.524607 dv-cinder-794661-1-smb neutron-server[103518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '183c8923-e857-4552-be95-5affecbccd9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '546028d9-b244-4ee3-8353-f42edbb65c78', 'code': 200} Jun 03 19:13:26.568836 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a66be6d-ccd5-4ef0-880c-dd93b11596fc req-97124e1f-bf2d-49b1-a389-48e435f07096 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:13:26.569880 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-4a66be6d-ccd5-4ef0-880c-dd93b11596fc req-97124e1f-bf2d-49b1-a389-48e435f07096 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/ports?device_id=183c8923-e857-4552-be95-5affecbccd9d HTTP/1.1" status: 200 len: 944 time: 0.0560620 Jun 03 19:13:26.585908 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:13:26.588498 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-b8f5177c-24ce-442b-8d46-4f450d6c4041 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:13:26.600256 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-4a66be6d-ccd5-4ef0-880c-dd93b11596fc req-42ecf98b-9933-4291-bce9-242f2b3e72c5 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d4c210b-3d64-4c03-938b-dcacd6bab6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0263116 Jun 03 19:13:26.633189 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Pushing event updated for resources: {'Port': ['ID=546028d9-b244-4ee3-8353-f42edbb65c78,revision_number=5']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:13:26.638167 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:13:26.638381 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:13:26.638591 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:13:26.638799 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:13:26.639000 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:13:26.639207 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:13:26.639406 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:13:26.639607 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:13:26.639825 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:13:26.640031 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:13:26.640229 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:13:26.640426 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:13:26.643291 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:13:27.744209 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07cbf72-e6cd-4cfb-b1f9-f1b09489f720 req-efec5097-2604-44b6-88f1-f659b9051317 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:13:27.745289 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-c07cbf72-e6cd-4cfb-b1f9-f1b09489f720 req-efec5097-2604-44b6-88f1-f659b9051317 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/ports?device_id=183c8923-e857-4552-be95-5affecbccd9d HTTP/1.1" status: 200 len: 945 time: 0.0625136 Jun 03 19:13:27.776012 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-c07cbf72-e6cd-4cfb-b1f9-f1b09489f720 req-faab24ce-68e5-4269-8b9b-1839433741d5 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d4c210b-3d64-4c03-938b-dcacd6bab6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0256848 Jun 03 19:13:28.394997 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f04dd5-b3f3-4027-b01f-cc5e9e206d7a req-ada3ab72-424d-4b13-9d75-c3447682f989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:13:28.396073 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-24f04dd5-b3f3-4027-b01f-cc5e9e206d7a req-ada3ab72-424d-4b13-9d75-c3447682f989 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=183c8923-e857-4552-be95-5affecbccd9d HTTP/1.1" status: 200 len: 1098 time: 0.0666616 Jun 03 19:13:28.428243 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-24f04dd5-b3f3-4027-b01f-cc5e9e206d7a req-357e7675-eda4-4e91-96c2-a34ba17b8325 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=6d4c210b-3d64-4c03-938b-dcacd6bab6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0249586 Jun 03 19:13:28.924867 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c60a3-98d5-4926-99fd-ac0ebc579661 req-2cdb33e3-c016-4057-8a42-25b3853cefa6 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:13:28.925909 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-d40c60a3-98d5-4926-99fd-ac0ebc579661 req-2cdb33e3-c016-4057-8a42-25b3853cefa6 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/ports?device_id=183c8923-e857-4552-be95-5affecbccd9d HTTP/1.1" status: 200 len: 945 time: 0.0705523 Jun 03 19:13:28.958559 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-d40c60a3-98d5-4926-99fd-ac0ebc579661 req-c06a8426-ff50-4821-a917-d3ff96f42581 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d4c210b-3d64-4c03-938b-dcacd6bab6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287971 Jun 03 19:13:29.673808 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-1d3824c8-1cfe-4c91-8088-ae22fef9fc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:13:30.104185 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf1031b-1fc6-4854-ac76-bbf5f5298282 req-0edd817d-a72b-4dc0-acfb-996354580689 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:13:30.105221 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-6cf1031b-1fc6-4854-ac76-bbf5f5298282 req-0edd817d-a72b-4dc0-acfb-996354580689 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/ports?device_id=183c8923-e857-4552-be95-5affecbccd9d HTTP/1.1" status: 200 len: 945 time: 0.0640242 Jun 03 19:13:30.139586 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-6cf1031b-1fc6-4854-ac76-bbf5f5298282 req-d5c7f00e-c11f-44d6-b541-f8668e3cfa9c tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d4c210b-3d64-4c03-938b-dcacd6bab6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284348 Jun 03 19:13:30.263571 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856e955-2a75-4c8f-bd01-24abfe6d1016 req-d91b4b8f-2501-4734-bb24-b5b51e2a9223 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:13:30.264496 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-f856e955-2a75-4c8f-bd01-24abfe6d1016 req-d91b4b8f-2501-4734-bb24-b5b51e2a9223 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/ports?device_id=183c8923-e857-4552-be95-5affecbccd9d HTTP/1.1" status: 200 len: 945 time: 0.0567575 Jun 03 19:13:30.272043 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 33558) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:13:30.275808 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.v2.base [None req-2afea365-8aa9-43e5-bd07-3021c95ad327 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Request body: {'floatingip': {'port_id': '546028d9-b244-4ee3-8353-f42edbb65c78'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 19:13:30.404129 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2afea365-8aa9-43e5-bd07-3021c95ad327 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks [] for floatingip, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:13:30.643531 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:13:30.766038 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2afea365-8aa9-43e5-bd07-3021c95ad327 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:13:30.949455 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-5e04b7f9-3da9-4d1e-81a3-bf85173b462d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:13:31.001685 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2afea365-8aa9-43e5-bd07-3021c95ad327 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573538'] for floatingip, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:13:31.126826 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.db.l3_db [None req-2afea365-8aa9-43e5-bd07-3021c95ad327 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Floating IP de90e211-39b8-4e42-b5a4-c84d914b442a associated. External IP: 172.28.1.72, port: 546028d9-b244-4ee3-8353-f42edbb65c78. Jun 03 19:13:31.337591 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2afea365-8aa9-43e5-bd07-3021c95ad327 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Router cc905ead-084f-4e4c-84a7-b9fd5c05e41d has already been hosted by L3 agent e49736c8-5019-4904-a5ca-8bb53e194ab8 {{(pid=103516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 19:13:31.505306 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2afea365-8aa9-43e5-bd07-3021c95ad327 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify agent at l3_agent.dv-cinder-794661-1-smb the message routers_updated {{(pid=103516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 19:13:31.508352 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2afea365-8aa9-43e5-bd07-3021c95ad327 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56630'] for floatingip, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:13:31.514830 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5fdb82-47b3-4d19-88b1-d3c64bb78ff4 None None] Sync routers for ids ['cc905ead-084f-4e4c-84a7-b9fd5c05e41d'] in dv-cinder-794661-1-smb {{(pid=103519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 19:13:31.522248 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5fdb82-47b3-4d19-88b1-d3c64bb78ff4 None None] Routers {'cc905ead-084f-4e4c-84a7-b9fd5c05e41d'} bound to L3 agent in host dv-cinder-794661-1-smb {{(pid=103519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 19:13:31.522610 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_hamode_db [None req-9d5fdb82-47b3-4d19-88b1-d3c64bb78ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794661-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T18:44:31Z,description=,heartbeat_timestamp=2021-06-03T19:13:31Z,host='dv-cinder-794661-1-smb',id=e49736c8-5019-4904-a5ca-8bb53e194ab8,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T18:44:31Z,topic='l3_agent')) {'router_ids': ['cc905ead-084f-4e4c-84a7-b9fd5c05e41d'], 'active': True} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:13:31.540326 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-2afea365-8aa9-43e5-bd07-3021c95ad327 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "PUT /v2.0/floatingips/de90e211-39b8-4e42-b5a4-c84d914b442a HTTP/1.1" status: 200 len: 990 time: 1.2674079 Jun 03 19:13:31.540717 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '183c8923-e857-4552-be95-5affecbccd9d', 'tag': '546028d9-b244-4ee3-8353-f42edbb65c78'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 19:13:31.542046 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc39b0f538a7142e305aed45b4a3a48499e72eb72884f9d3de90a53803998271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4aaaf9e-eb61-4356-a6ba-03e08053f627" -d '{"events": [{"name": "network-changed", "server_uuid": "183c8923-e857-4552-be95-5affecbccd9d", "tag": "546028d9-b244-4ee3-8353-f42edbb65c78"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 19:13:31.577566 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 19:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e7731ae-ce3e-485a-9ebe-bc8395777a0c x-openstack-request-id: req-5e7731ae-ce3e-485a-9ebe-bc8395777a0c {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 19:13:31.577769 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "183c8923-e857-4552-be95-5affecbccd9d", "tag": "546028d9-b244-4ee3-8353-f42edbb65c78", "status": "completed", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 19:13:31.577947 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5e7731ae-ce3e-485a-9ebe-bc8395777a0c {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 19:13:31.578241 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '183c8923-e857-4552-be95-5affecbccd9d', 'tag': '546028d9-b244-4ee3-8353-f42edbb65c78', 'status': 'completed', 'code': 200} Jun 03 19:13:31.627893 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_dvr_db [None req-9d5fdb82-47b3-4d19-88b1-d3c64bb78ff4 None None] Set router cc905ead-084f-4e4c-84a7-b9fd5c05e41d gateway port host: dv-cinder-794661-1-smb {{(pid=103519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 19:13:31.644786 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aaaf9e-eb61-4356-a6ba-03e08053f627 req-078a04ed-9ac5-43d6-bbbb-1caf0327832d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:13:31.645747 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-f4aaaf9e-eb61-4356-a6ba-03e08053f627 req-078a04ed-9ac5-43d6-bbbb-1caf0327832d service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=1c50bba260ae4606b46750063cbda62e&device_id=183c8923-e857-4552-be95-5affecbccd9d HTTP/1.1" status: 200 len: 1098 time: 0.0442190 Jun 03 19:13:31.727669 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aaaf9e-eb61-4356-a6ba-03e08053f627 req-8b0527e6-0b3c-48d6-a04b-bf7ba11df3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:13:31.728604 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-f4aaaf9e-eb61-4356-a6ba-03e08053f627 req-8b0527e6-0b3c-48d6-a04b-bf7ba11df3a8 service neutron] 10.222.0.108 "GET /v2.0/networks?id=112774cb-defc-441a-a648-5368f7671d13 HTTP/1.1" status: 200 len: 912 time: 0.0755749 Jun 03 19:13:31.793401 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-f4aaaf9e-eb61-4356-a6ba-03e08053f627 req-04452b7a-3fa5-451f-a58d-7057b1f775e4 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=546028d9-b244-4ee3-8353-f42edbb65c78 HTTP/1.1" status: 200 len: 998 time: 0.0580442 Jun 03 19:13:31.832160 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aaaf9e-eb61-4356-a6ba-03e08053f627 req-1312ec18-a912-4867-bf41-524d4958f5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:13:31.832980 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-f4aaaf9e-eb61-4356-a6ba-03e08053f627 req-1312ec18-a912-4867-bf41-524d4958f5a5 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=eb423a29-4b11-41d7-80a2-81f09caa0067 HTTP/1.1" status: 200 len: 849 time: 0.0332799 Jun 03 19:13:31.835017 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_hamode_db [None req-9d5fdb82-47b3-4d19-88b1-d3c64bb78ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc905ead-084f-4e4c-84a7-b9fd5c05e41d', 'name': 'tempest-AttachVolumeTestJSON-895973898-router', 'tenant_id': '1c50bba260ae4606b46750063cbda62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': 'e3ed7527-fec3-4688-9aed-1095c647b49f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T19:12:30Z', 'updated_at': '2021-06-03T19:12:33Z', 'revision_number': 4, 'project_id': '1c50bba260ae4606b46750063cbda62e', 'gw_port': {'id': 'e3ed7527-fec3-4688-9aed-1095c647b49f', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc905ead-084f-4e4c-84a7-b9fd5c05e41d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T19:12:30Z', 'updated_at': '2021-06-03T19:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb', '_floatingips': [{'id': 'de90e211-39b8-4e42-b5a4-c84d914b442a', 'tenant_id': '1c50bba260ae4606b46750063cbda62e', 'floating_ip_address': '172.28.1.72', 'floating_network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'router_id': 'cc905ead-084f-4e4c-84a7-b9fd5c05e41d', 'port_id': '546028d9-b244-4ee3-8353-f42edbb65c78', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '112774cb-defc-441a-a648-5368f7671d13', 'mac_address': 'fa:16:3e:3a:8c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183c8923-e857-4552-be95-5affecbccd9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T19:12:37Z', 'updated_at': '2021-06-03T19:13:30Z', 'revision_number': 1, 'project_id': '1c50bba260ae4606b46750063cbda62e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a7cdb2b-1285-4aaa-b331-a41b4d5b6da9', 'name': '', 'network_id': '112774cb-defc-441a-a648-5368f7671d13', 'tenant_id': '1c50bba260ae4606b46750063cbda62e', 'mac_address': 'fa:16:3e:a0:ec:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc905ead-084f-4e4c-84a7-b9fd5c05e41d', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'eb423a29-4b11-41d7-80a2-81f09caa0067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T19:12:32Z', 'updated_at': '2021-06-03T19:12:37Z', 'revision_number': 5, 'project_id': '1c50bba260ae4606b46750063cbda62e', 'subnets': [{'id': 'eb423a29-4b11-41d7-80a2-81f09caa0067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794661-1-smb', False) {} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:13:31.837444 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5fdb82-47b3-4d19-88b1-d3c64bb78ff4 None None] Checking router: cc905ead-084f-4e4c-84a7-b9fd5c05e41d for host: dv-cinder-794661-1-smb {{(pid=103519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 19:13:31.842756 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5fdb82-47b3-4d19-88b1-d3c64bb78ff4 None None] Routers {'cc905ead-084f-4e4c-84a7-b9fd5c05e41d'} bound to L3 agent in host dv-cinder-794661-1-smb {{(pid=103519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 19:13:31.843123 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_hamode_db [None req-9d5fdb82-47b3-4d19-88b1-d3c64bb78ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794661-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T18:44:31Z,description=,heartbeat_timestamp=2021-06-03T19:13:31Z,host='dv-cinder-794661-1-smb',id=e49736c8-5019-4904-a5ca-8bb53e194ab8,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T18:44:31Z,topic='l3_agent')) {'router_ids': ['cc905ead-084f-4e4c-84a7-b9fd5c05e41d'], 'active': True} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:13:31.880540 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aaaf9e-eb61-4356-a6ba-03e08053f627 req-9da7937f-116e-46f1-b610-7e39bab9d713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:13:31.881273 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-f4aaaf9e-eb61-4356-a6ba-03e08053f627 req-9da7937f-116e-46f1-b610-7e39bab9d713 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=112774cb-defc-441a-a648-5368f7671d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0411296 Jun 03 19:13:31.944212 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_dvr_db [None req-9d5fdb82-47b3-4d19-88b1-d3c64bb78ff4 None None] Set router cc905ead-084f-4e4c-84a7-b9fd5c05e41d gateway port host: dv-cinder-794661-1-smb {{(pid=103519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 19:13:31.964662 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-f4aaaf9e-eb61-4356-a6ba-03e08053f627 req-0e098ac0-9220-411a-815b-a04989a33c3e service neutron] 10.222.0.108 "GET /v2.0/networks/112774cb-defc-441a-a648-5368f7671d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0757468 Jun 03 19:13:32.045284 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-f4aaaf9e-eb61-4356-a6ba-03e08053f627 req-5d82f33a-e079-48a8-ba27-2d2003a29eb2 service neutron] 10.222.0.108 "GET /v2.0/networks/112774cb-defc-441a-a648-5368f7671d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0741158 Jun 03 19:13:32.139890 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_hamode_db [None req-9d5fdb82-47b3-4d19-88b1-d3c64bb78ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc905ead-084f-4e4c-84a7-b9fd5c05e41d', 'name': 'tempest-AttachVolumeTestJSON-895973898-router', 'tenant_id': '1c50bba260ae4606b46750063cbda62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': 'e3ed7527-fec3-4688-9aed-1095c647b49f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T19:12:30Z', 'updated_at': '2021-06-03T19:12:33Z', 'revision_number': 4, 'project_id': '1c50bba260ae4606b46750063cbda62e', 'gw_port': {'id': 'e3ed7527-fec3-4688-9aed-1095c647b49f', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc905ead-084f-4e4c-84a7-b9fd5c05e41d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T19:12:30Z', 'updated_at': '2021-06-03T19:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb', '_floatingips': [{'id': 'de90e211-39b8-4e42-b5a4-c84d914b442a', 'tenant_id': '1c50bba260ae4606b46750063cbda62e', 'floating_ip_address': '172.28.1.72', 'floating_network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'router_id': 'cc905ead-084f-4e4c-84a7-b9fd5c05e41d', 'port_id': '546028d9-b244-4ee3-8353-f42edbb65c78', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '112774cb-defc-441a-a648-5368f7671d13', 'mac_address': 'fa:16:3e:3a:8c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183c8923-e857-4552-be95-5affecbccd9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T19:12:37Z', 'updated_at': '2021-06-03T19:13:30Z', 'revision_number': 1, 'project_id': '1c50bba260ae4606b46750063cbda62e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a7cdb2b-1285-4aaa-b331-a41b4d5b6da9', 'name': '', 'network_id': '112774cb-defc-441a-a648-5368f7671d13', 'tenant_id': '1c50bba260ae4606b46750063cbda62e', 'mac_address': 'fa:16:3e:a0:ec:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc905ead-084f-4e4c-84a7-b9fd5c05e41d', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'eb423a29-4b11-41d7-80a2-81f09caa0067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T19:12:32Z', 'updated_at': '2021-06-03T19:12:37Z', 'revision_number': 5, 'project_id': '1c50bba260ae4606b46750063cbda62e', 'subnets': [{'id': 'eb423a29-4b11-41d7-80a2-81f09caa0067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794661-1-smb', False) {} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:13:32.142501 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5fdb82-47b3-4d19-88b1-d3c64bb78ff4 None None] The sync data for ids ['cc905ead-084f-4e4c-84a7-b9fd5c05e41d'] in dv-cinder-794661-1-smb is: [{'id': 'cc905ead-084f-4e4c-84a7-b9fd5c05e41d', 'name': 'tempest-AttachVolumeTestJSON-895973898-router', 'tenant_id': '1c50bba260ae4606b46750063cbda62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': 'e3ed7527-fec3-4688-9aed-1095c647b49f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T19:12:30Z', 'updated_at': '2021-06-03T19:12:33Z', 'revision_number': 4, 'project_id': '1c50bba260ae4606b46750063cbda62e', 'gw_port': {'id': 'e3ed7527-fec3-4688-9aed-1095c647b49f', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc905ead-084f-4e4c-84a7-b9fd5c05e41d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T19:12:30Z', 'updated_at': '2021-06-03T19:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb', '_floatingips': [{'id': 'de90e211-39b8-4e42-b5a4-c84d914b442a', 'tenant_id': '1c50bba260ae4606b46750063cbda62e', 'floating_ip_address': '172.28.1.72', 'floating_network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'router_id': 'cc905ead-084f-4e4c-84a7-b9fd5c05e41d', 'port_id': '546028d9-b244-4ee3-8353-f42edbb65c78', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '112774cb-defc-441a-a648-5368f7671d13', 'mac_address': 'fa:16:3e:3a:8c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183c8923-e857-4552-be95-5affecbccd9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T19:12:37Z', 'updated_at': '2021-06-03T19:13:30Z', 'revision_number': 1, 'project_id': '1c50bba260ae4606b46750063cbda62e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a7cdb2b-1285-4aaa-b331-a41b4d5b6da9', 'name': '', 'network_id': '112774cb-defc-441a-a648-5368f7671d13', 'tenant_id': '1c50bba260ae4606b46750063cbda62e', 'mac_address': 'fa:16:3e:a0:ec:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc905ead-084f-4e4c-84a7-b9fd5c05e41d', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'eb423a29-4b11-41d7-80a2-81f09caa0067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T19:12:32Z', 'updated_at': '2021-06-03T19:12:37Z', 'revision_number': 5, 'project_id': '1c50bba260ae4606b46750063cbda62e', 'subnets': [{'id': 'eb423a29-4b11-41d7-80a2-81f09caa0067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 19:13:32.158085 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:13:32.252945 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fec808-870d-4a6f-9fa4-16586953c391 None None] New status for floating IP de90e211-39b8-4e42-b5a4-c84d914b442a: ACTIVE {{(pid=103518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 19:13:32.892944 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:13:32.947332 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:13:40.069259 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:13:59.596478 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-c9052451-a277-4961-bf21-bfb4f2ead631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:14:00.605699 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:14:00.811493 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-d07a51c0-2d63-45f3-915b-52815b786642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:14:02.097540 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:14:02.839756 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:14:02.923744 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:14:17.071443 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:14:29.704533 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-721ee2d1-b31b-4581-b736-7a50146c4907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:14:30.642269 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:14:30.811943 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-4f5f24a0-08ff-49da-b5fd-4c54129c6800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:14:31.587077 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-f81fddc5-851c-4efa-a200-30edb4fdd35a req-ca36f6c6-a972-4230-9d24-af8423105c17 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=183c8923-e857-4552-be95-5affecbccd9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0531080 Jun 03 19:14:32.127959 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:14:32.927919 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:14:32.965510 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:14:42.581817 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81fddc5-851c-4efa-a200-30edb4fdd35a req-418ffe9d-7622-404b-a00c-582f97149d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:14:42.582758 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-f81fddc5-851c-4efa-a200-30edb4fdd35a req-418ffe9d-7622-404b-a00c-582f97149d5e service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=1c50bba260ae4606b46750063cbda62e&device_id=183c8923-e857-4552-be95-5affecbccd9d HTTP/1.1" status: 200 len: 1098 time: 0.0595038 Jun 03 19:14:42.691130 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81fddc5-851c-4efa-a200-30edb4fdd35a req-6639d548-5f83-41ce-9012-e7d0e5f8516c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:14:42.692905 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-f81fddc5-851c-4efa-a200-30edb4fdd35a req-6639d548-5f83-41ce-9012-e7d0e5f8516c service neutron] 10.222.0.108 "GET /v2.0/networks?id=112774cb-defc-441a-a648-5368f7671d13 HTTP/1.1" status: 200 len: 912 time: 0.0913889 Jun 03 19:14:42.761754 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-f81fddc5-851c-4efa-a200-30edb4fdd35a req-86d154a8-5053-4a8a-85d6-09d71d287f92 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=546028d9-b244-4ee3-8353-f42edbb65c78 HTTP/1.1" status: 200 len: 1000 time: 0.0625863 Jun 03 19:14:42.806159 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81fddc5-851c-4efa-a200-30edb4fdd35a req-4855c12b-5b98-4ec2-a242-d148b61d709c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:14:42.806975 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-f81fddc5-851c-4efa-a200-30edb4fdd35a req-4855c12b-5b98-4ec2-a242-d148b61d709c service neutron] 10.222.0.108 "GET /v2.0/subnets?id=eb423a29-4b11-41d7-80a2-81f09caa0067 HTTP/1.1" status: 200 len: 849 time: 0.0379603 Jun 03 19:14:42.865531 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81fddc5-851c-4efa-a200-30edb4fdd35a req-afdd09a0-eb7b-420c-bdc1-03e826e04bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:14:42.866466 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-f81fddc5-851c-4efa-a200-30edb4fdd35a req-afdd09a0-eb7b-420c-bdc1-03e826e04bd6 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=112774cb-defc-441a-a648-5368f7671d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0523059 Jun 03 19:14:42.955306 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-f81fddc5-851c-4efa-a200-30edb4fdd35a req-9b90b6ca-1d21-4188-8406-6e57a22d7aec service neutron] 10.222.0.108 "GET /v2.0/networks/112774cb-defc-441a-a648-5368f7671d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813391 Jun 03 19:14:43.123295 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-f81fddc5-851c-4efa-a200-30edb4fdd35a req-c0642c64-111b-4ed9-9343-8588cb9ef74c service neutron] 10.222.0.108 "GET /v2.0/networks/112774cb-defc-441a-a648-5368f7671d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601279 Jun 03 19:14:54.073450 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:14:59.588723 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-a6486ac8-5525-42d3-96d6-dbdb4b3efdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:15:00.656805 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:15:00.820191 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-009bd309-7c0b-44eb-8ce5-bc9f8ea6d5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:15:02.177396 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:15:02.863049 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:15:02.952064 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:15:29.594673 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-68781332-256d-4660-898f-301c2a746a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:15:30.616646 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:15:30.818348 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-add9069b-ae92-4cbd-aef8-1f2e858af0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:15:31.074870 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:15:32.107587 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:15:32.880168 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:15:32.939705 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:15:59.661130 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2e43fe10-352c-4138-a20d-ede25676360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:16:00.625212 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:16:00.812785 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-640fab6a-9b4b-43ed-94a1-4a58cac07ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:16:02.116167 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:16:02.912359 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:16:02.992562 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:16:08.075843 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:16:29.615263 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-d10c7eeb-8d2b-4f8b-8804-8aaeba100794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:16:30.613238 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:16:31.110391 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-7ab9d741-0f6f-4ed5-b9fb-1d91fb2695af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:16:32.117949 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:16:32.864266 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:16:32.982550 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:16:45.078094 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:16:59.609934 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-bc64b48d-ab8a-4445-9b52-507daa14f562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:17:00.609682 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:17:00.856735 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-874028f5-9a7d-4ac5-93f7-0dbfb5331027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:17:02.118142 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:17:02.919490 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:17:02.980480 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:17:22.080002 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:17:29.635555 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-dfe356ec-fa83-4000-b401-0e920d929396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:17:30.643858 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:17:30.875403 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-34092291-c2f1-4fd8-99ea-21c3985beb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:17:32.170552 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:17:33.013119 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:17:33.060741 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:17:59.082329 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:17:59.942651 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-59fbd4c2-dfa7-4856-9c13-6b3338a04eb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:18:00.629952 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:18:00.899441 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-313174a0-b657-4814-800c-593a7c85f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:18:02.165331 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:18:02.910849 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:18:03.063052 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:18:16.144775 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-103413a0-a159-42ba-ae6e-78af705d5269 req-031a1908-7818-43f2-baef-3b60072378de service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=183c8923-e857-4552-be95-5affecbccd9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1184962 Jun 03 19:18:19.896420 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103413a0-a159-42ba-ae6e-78af705d5269 req-b6e9ad4d-95cb-42a5-8e46-4959158a7fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:18:19.897451 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-103413a0-a159-42ba-ae6e-78af705d5269 req-b6e9ad4d-95cb-42a5-8e46-4959158a7fdd service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=1c50bba260ae4606b46750063cbda62e&device_id=183c8923-e857-4552-be95-5affecbccd9d HTTP/1.1" status: 200 len: 1098 time: 0.0626314 Jun 03 19:18:20.002183 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103413a0-a159-42ba-ae6e-78af705d5269 req-ce452f1f-af49-435b-a17d-f414aa71323c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:18:20.003123 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-103413a0-a159-42ba-ae6e-78af705d5269 req-ce452f1f-af49-435b-a17d-f414aa71323c service neutron] 10.222.0.108 "GET /v2.0/networks?id=112774cb-defc-441a-a648-5368f7671d13 HTTP/1.1" status: 200 len: 912 time: 0.0877423 Jun 03 19:18:20.075314 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-103413a0-a159-42ba-ae6e-78af705d5269 req-d4fc2a21-7b9e-468f-85fb-77f51588cc63 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=546028d9-b244-4ee3-8353-f42edbb65c78 HTTP/1.1" status: 200 len: 1000 time: 0.0632257 Jun 03 19:18:20.121905 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103413a0-a159-42ba-ae6e-78af705d5269 req-a5d55f91-8120-40e2-a66e-69948ddffa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:18:20.122828 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-103413a0-a159-42ba-ae6e-78af705d5269 req-a5d55f91-8120-40e2-a66e-69948ddffa5a service neutron] 10.222.0.108 "GET /v2.0/subnets?id=eb423a29-4b11-41d7-80a2-81f09caa0067 HTTP/1.1" status: 200 len: 849 time: 0.0407903 Jun 03 19:18:20.177196 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103413a0-a159-42ba-ae6e-78af705d5269 req-868c69b6-4164-45af-a604-e87a2a5b8645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:18:20.178054 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-103413a0-a159-42ba-ae6e-78af705d5269 req-868c69b6-4164-45af-a604-e87a2a5b8645 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=112774cb-defc-441a-a648-5368f7671d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0478821 Jun 03 19:18:20.264796 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-103413a0-a159-42ba-ae6e-78af705d5269 req-c6809e6c-e010-4710-b0ec-2f5ab69a105e service neutron] 10.222.0.108 "GET /v2.0/networks/112774cb-defc-441a-a648-5368f7671d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796309 Jun 03 19:18:20.356377 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-103413a0-a159-42ba-ae6e-78af705d5269 req-e221efe2-4414-4ebf-bdc0-188eee5d3a64 service neutron] 10.222.0.108 "GET /v2.0/networks/112774cb-defc-441a-a648-5368f7671d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837302 Jun 03 19:18:29.624057 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-a808f9dc-19c2-4415-a16c-1d22d09907ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:18:30.751545 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:18:30.891316 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-9037932d-dd4f-4bfa-8776-dbe166e7a0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:18:32.241184 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:18:32.893451 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:18:33.127482 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:18:36.083868 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:18:59.716018 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-a87f63aa-f8cc-4ae7-b18e-2ee751b76dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:19:00.656811 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:19:00.864298 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-b309cda1-2b6d-4ab7-9f2c-e4ba7902f53f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:19:02.174979 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:19:02.921321 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:19:03.063741 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:19:13.085572 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:19:25.625690 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-9009e3a4-27c6-4910-ac56-87ba7dc6c9cd req-79b75992-7c10-4a99-9bf1-bf348f53b4a2 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=183c8923-e857-4552-be95-5affecbccd9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0593436 Jun 03 19:19:29.393765 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9009e3a4-27c6-4910-ac56-87ba7dc6c9cd req-578baf19-a644-4527-b861-aa7a4ae9380b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:19:29.394784 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-9009e3a4-27c6-4910-ac56-87ba7dc6c9cd req-578baf19-a644-4527-b861-aa7a4ae9380b service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=1c50bba260ae4606b46750063cbda62e&device_id=183c8923-e857-4552-be95-5affecbccd9d HTTP/1.1" status: 200 len: 1098 time: 0.0664573 Jun 03 19:19:29.498185 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9009e3a4-27c6-4910-ac56-87ba7dc6c9cd req-d8d0e896-a828-4e50-866b-9c95ac331028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:19:29.499102 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-9009e3a4-27c6-4910-ac56-87ba7dc6c9cd req-d8d0e896-a828-4e50-866b-9c95ac331028 service neutron] 10.222.0.108 "GET /v2.0/networks?id=112774cb-defc-441a-a648-5368f7671d13 HTTP/1.1" status: 200 len: 912 time: 0.0855517 Jun 03 19:19:29.567366 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-9009e3a4-27c6-4910-ac56-87ba7dc6c9cd req-0c5375cc-4315-4b16-a3fc-adfb12d5614b service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=546028d9-b244-4ee3-8353-f42edbb65c78 HTTP/1.1" status: 200 len: 1000 time: 0.0614560 Jun 03 19:19:29.613303 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9009e3a4-27c6-4910-ac56-87ba7dc6c9cd req-2a9e6993-28f2-47ac-bea8-a62ebd530268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:19:29.614291 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-9009e3a4-27c6-4910-ac56-87ba7dc6c9cd req-2a9e6993-28f2-47ac-bea8-a62ebd530268 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=eb423a29-4b11-41d7-80a2-81f09caa0067 HTTP/1.1" status: 200 len: 849 time: 0.0383875 Jun 03 19:19:29.623985 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-0b13561b-093b-4b52-9aae-923eca1fc960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:19:29.675552 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9009e3a4-27c6-4910-ac56-87ba7dc6c9cd req-d42134ab-9358-4714-a919-9ab4d6cf48d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:19:29.676523 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-9009e3a4-27c6-4910-ac56-87ba7dc6c9cd req-d42134ab-9358-4714-a919-9ab4d6cf48d9 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=112774cb-defc-441a-a648-5368f7671d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0554552 Jun 03 19:19:29.764583 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-9009e3a4-27c6-4910-ac56-87ba7dc6c9cd req-6c77288f-a436-44c8-be36-46b8ee33cf82 service neutron] 10.222.0.108 "GET /v2.0/networks/112774cb-defc-441a-a648-5368f7671d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806530 Jun 03 19:19:29.951655 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-9009e3a4-27c6-4910-ac56-87ba7dc6c9cd req-b31014cc-9333-4e2c-9386-34945b299034 service neutron] 10.222.0.108 "GET /v2.0/networks/112774cb-defc-441a-a648-5368f7671d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791363 Jun 03 19:19:30.682141 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:19:30.853609 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-1f052aa7-06bf-4c6b-bb58-0ece840f74fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:19:32.210071 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:19:32.937745 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:19:33.117277 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:19:50.088887 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:19:59.667334 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-9cb2e6bf-ba54-472c-8420-8c6a3c33918e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:20:00.878038 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:20:00.920323 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-1feaf823-5079-467a-baa1-3a4968af7a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:20:02.175394 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:20:02.957932 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:20:03.056426 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:20:24.638927 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-6605b789-6e69-47ad-8437-f61d95af9754 req-3be749d9-9491-4cde-9c6d-d05d66ed3481 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=183c8923-e857-4552-be95-5affecbccd9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0618992 Jun 03 19:20:27.091022 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:20:29.616496 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-6e7b3ef1-5af6-482e-8d19-e2e725b46c1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:20:30.653668 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:20:30.834042 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-5b9c22b6-8e99-41da-a010-8f3e7613cb50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:20:32.146340 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:20:32.954191 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:20:33.121730 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:20:35.629012 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6605b789-6e69-47ad-8437-f61d95af9754 req-da6de294-f34d-4165-88d7-d4176edcf235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:20:35.629940 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-6605b789-6e69-47ad-8437-f61d95af9754 req-da6de294-f34d-4165-88d7-d4176edcf235 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=1c50bba260ae4606b46750063cbda62e&device_id=183c8923-e857-4552-be95-5affecbccd9d HTTP/1.1" status: 200 len: 1098 time: 0.0625064 Jun 03 19:20:35.733168 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6605b789-6e69-47ad-8437-f61d95af9754 req-36746d1a-c772-47d9-901c-f63addab24c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:20:35.734054 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-6605b789-6e69-47ad-8437-f61d95af9754 req-36746d1a-c772-47d9-901c-f63addab24c0 service neutron] 10.222.0.108 "GET /v2.0/networks?id=112774cb-defc-441a-a648-5368f7671d13 HTTP/1.1" status: 200 len: 912 time: 0.0858822 Jun 03 19:20:35.804241 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-6605b789-6e69-47ad-8437-f61d95af9754 req-7fbc1d97-2ae2-4a34-9286-813fffc7c940 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=546028d9-b244-4ee3-8353-f42edbb65c78 HTTP/1.1" status: 200 len: 1000 time: 0.0633905 Jun 03 19:20:35.850049 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6605b789-6e69-47ad-8437-f61d95af9754 req-4d0c25ec-0d22-40f0-972a-84b869d9df55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:20:35.850969 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-6605b789-6e69-47ad-8437-f61d95af9754 req-4d0c25ec-0d22-40f0-972a-84b869d9df55 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=eb423a29-4b11-41d7-80a2-81f09caa0067 HTTP/1.1" status: 200 len: 849 time: 0.0392885 Jun 03 19:20:35.897516 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6605b789-6e69-47ad-8437-f61d95af9754 req-21ec5c86-95c7-486c-9a5a-9ea2ed276754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:20:35.898248 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-6605b789-6e69-47ad-8437-f61d95af9754 req-21ec5c86-95c7-486c-9a5a-9ea2ed276754 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=112774cb-defc-441a-a648-5368f7671d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0408413 Jun 03 19:20:35.969234 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-6605b789-6e69-47ad-8437-f61d95af9754 req-805c8ad0-fb05-48e2-beaa-5fde2480b90b service neutron] 10.222.0.108 "GET /v2.0/networks/112774cb-defc-441a-a648-5368f7671d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0643306 Jun 03 19:20:36.036935 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-6605b789-6e69-47ad-8437-f61d95af9754 req-16872602-59c9-4cce-beef-f57e2759c510 service neutron] 10.222.0.108 "GET /v2.0/networks/112774cb-defc-441a-a648-5368f7671d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0613415 Jun 03 19:20:59.600214 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-3b9e8955-f5ef-4775-be28-4ef6549e9fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:21:00.655080 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:21:00.822525 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-15262e13-cb76-42da-b9f0-f1ca1188f680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:21:02.144612 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:21:02.906110 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:21:03.060691 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:21:04.092611 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:21:27.471503 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-3b401fcd-57b7-423d-831b-4eaa9a738085 req-effc13d4-463b-4c08-be80-356114567496 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=183c8923-e857-4552-be95-5affecbccd9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0608189 Jun 03 19:21:29.661628 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-c9d611fa-8bda-475b-8822-6090c5d02a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:21:30.687007 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:21:30.874176 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-98786be4-49b8-4703-b311-d6603203f46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:21:32.176346 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:21:32.941648 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:21:33.117886 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:21:41.093848 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:21:59.652649 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-16f02bdd-45e6-48f4-b3f7-32dc720583f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:22:00.057275 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b401fcd-57b7-423d-831b-4eaa9a738085 req-cdd1ba2c-5a9e-428e-b415-dbbce6660926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:22:00.058294 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-3b401fcd-57b7-423d-831b-4eaa9a738085 req-cdd1ba2c-5a9e-428e-b415-dbbce6660926 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=1c50bba260ae4606b46750063cbda62e&device_id=183c8923-e857-4552-be95-5affecbccd9d HTTP/1.1" status: 200 len: 1098 time: 0.0602221 Jun 03 19:22:00.166092 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b401fcd-57b7-423d-831b-4eaa9a738085 req-0a12835c-8baf-4832-97f7-4b3bc3dc6533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:22:00.166977 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-3b401fcd-57b7-423d-831b-4eaa9a738085 req-0a12835c-8baf-4832-97f7-4b3bc3dc6533 service neutron] 10.222.0.108 "GET /v2.0/networks?id=112774cb-defc-441a-a648-5368f7671d13 HTTP/1.1" status: 200 len: 912 time: 0.0888755 Jun 03 19:22:00.237731 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-3b401fcd-57b7-423d-831b-4eaa9a738085 req-1193188c-29b6-4616-9922-fadd75df7f2a service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=546028d9-b244-4ee3-8353-f42edbb65c78 HTTP/1.1" status: 200 len: 1000 time: 0.0634189 Jun 03 19:22:00.279969 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b401fcd-57b7-423d-831b-4eaa9a738085 req-00c35979-7826-4d2f-a331-0fc84dae6a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:22:00.280872 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-3b401fcd-57b7-423d-831b-4eaa9a738085 req-00c35979-7826-4d2f-a331-0fc84dae6a59 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=eb423a29-4b11-41d7-80a2-81f09caa0067 HTTP/1.1" status: 200 len: 849 time: 0.0368249 Jun 03 19:22:00.343322 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b401fcd-57b7-423d-831b-4eaa9a738085 req-8b76539a-354b-434b-9038-b7d5a47aa33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:22:00.344258 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-3b401fcd-57b7-423d-831b-4eaa9a738085 req-8b76539a-354b-434b-9038-b7d5a47aa33a service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=112774cb-defc-441a-a648-5368f7671d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0570145 Jun 03 19:22:00.353246 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [req-3b401fcd-57b7-423d-831b-4eaa9a738085 req-f75a323f-3082-43bc-bbdc-e3241d2f81b8 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 19:22:00.362307 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-3b401fcd-57b7-423d-831b-4eaa9a738085 req-f75a323f-3082-43bc-bbdc-e3241d2f81b8 service neutron] 10.222.0.108 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0036259 Jun 03 19:22:00.523282 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-3b401fcd-57b7-423d-831b-4eaa9a738085 req-48e0e4f7-28b1-4fb8-9c17-6d62c5d4446d service neutron] 10.222.0.108 "GET /v2.0/networks/112774cb-defc-441a-a648-5368f7671d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624477 Jun 03 19:22:00.611574 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-3b401fcd-57b7-423d-831b-4eaa9a738085 req-40b28afc-5337-4096-a1df-3359f05f7d72 service neutron] 10.222.0.108 "GET /v2.0/networks/112774cb-defc-441a-a648-5368f7671d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822263 Jun 03 19:22:00.683297 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:22:00.863034 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-6c0fcf18-a209-4ab0-9872-50258ff2e5b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:22:02.247247 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:22:03.008665 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:22:03.162162 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:22:18.097722 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:22:25.057759 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-ca71d8e5-ebd8-4a91-ae9c-2127581e1424 req-b83c0cab-c0a0-41eb-948d-1068e201cb07 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=183c8923-e857-4552-be95-5affecbccd9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0684373 Jun 03 19:22:28.832835 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71d8e5-ebd8-4a91-ae9c-2127581e1424 req-d9734b56-f513-41a9-8227-72d344d94dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:22:28.834923 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-ca71d8e5-ebd8-4a91-ae9c-2127581e1424 req-d9734b56-f513-41a9-8227-72d344d94dcc service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=1c50bba260ae4606b46750063cbda62e&device_id=183c8923-e857-4552-be95-5affecbccd9d HTTP/1.1" status: 200 len: 1098 time: 0.0721390 Jun 03 19:22:28.946512 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71d8e5-ebd8-4a91-ae9c-2127581e1424 req-b3d0ffa0-8419-4871-9b4b-41140fdaf7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:22:28.947517 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-ca71d8e5-ebd8-4a91-ae9c-2127581e1424 req-b3d0ffa0-8419-4871-9b4b-41140fdaf7a3 service neutron] 10.222.0.108 "GET /v2.0/networks?id=112774cb-defc-441a-a648-5368f7671d13 HTTP/1.1" status: 200 len: 912 time: 0.0930679 Jun 03 19:22:29.016836 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-ca71d8e5-ebd8-4a91-ae9c-2127581e1424 req-00ca3933-f464-4da9-9d39-fd05deaed81d service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=546028d9-b244-4ee3-8353-f42edbb65c78 HTTP/1.1" status: 200 len: 1000 time: 0.0621617 Jun 03 19:22:29.062500 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71d8e5-ebd8-4a91-ae9c-2127581e1424 req-e67e51df-9d1b-4df3-9eb2-c506c18fa3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:22:29.063348 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-ca71d8e5-ebd8-4a91-ae9c-2127581e1424 req-e67e51df-9d1b-4df3-9eb2-c506c18fa3a8 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=eb423a29-4b11-41d7-80a2-81f09caa0067 HTTP/1.1" status: 200 len: 849 time: 0.0403342 Jun 03 19:22:29.139931 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71d8e5-ebd8-4a91-ae9c-2127581e1424 req-53823461-2f3b-4de9-af0f-f55621617b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:22:29.140977 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-ca71d8e5-ebd8-4a91-ae9c-2127581e1424 req-53823461-2f3b-4de9-af0f-f55621617b49 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=112774cb-defc-441a-a648-5368f7671d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0701013 Jun 03 19:22:29.228240 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-ca71d8e5-ebd8-4a91-ae9c-2127581e1424 req-bf6186ea-d40b-41da-8586-4d88fef64c8e service neutron] 10.222.0.108 "GET /v2.0/networks/112774cb-defc-441a-a648-5368f7671d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803719 Jun 03 19:22:29.312727 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-ca71d8e5-ebd8-4a91-ae9c-2127581e1424 req-ee57221b-cfac-403d-a7fc-4b53813c9e55 service neutron] 10.222.0.108 "GET /v2.0/networks/112774cb-defc-441a-a648-5368f7671d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0773239 Jun 03 19:22:29.649200 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-0068b68a-bfe3-4316-927e-3cc87b31802c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:22:30.671456 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:22:30.879131 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-d65e3873-1a74-473d-9324-473794254e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:22:32.200850 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:22:32.991134 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:22:33.179089 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:22:43.757450 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e919f4a2-10f7-4c36-98c2-edfe38163f3e req-6065f05b-b252-4c0e-b5f0-2b167041ccc0 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:22:43.758548 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-e919f4a2-10f7-4c36-98c2-edfe38163f3e req-6065f05b-b252-4c0e-b5f0-2b167041ccc0 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/ports?device_id=183c8923-e857-4552-be95-5affecbccd9d HTTP/1.1" status: 200 len: 945 time: 0.1610830 Jun 03 19:22:43.789323 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-e919f4a2-10f7-4c36-98c2-edfe38163f3e req-8b691639-5021-49e6-9f62-e482cc50a8bd tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d4c210b-3d64-4c03-938b-dcacd6bab6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0263283 Jun 03 19:22:44.919151 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafc177c-8802-4bd8-b739-9d199051a556 req-989f328d-7dff-4e11-82de-1e3b2dc562e5 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:22:44.920646 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-dafc177c-8802-4bd8-b739-9d199051a556 req-989f328d-7dff-4e11-82de-1e3b2dc562e5 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.108 "GET /v2.0/ports?device_id=183c8923-e857-4552-be95-5affecbccd9d HTTP/1.1" status: 200 len: 945 time: 0.0647979 Jun 03 19:22:45.035578 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6f25e-7e9f-4499-9c7b-ec873b264671 req-89d2e270-a587-448d-a97e-ee64f909ea93 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:22:45.036558 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-aee6f25e-7e9f-4499-9c7b-ec873b264671 req-89d2e270-a587-448d-a97e-ee64f909ea93 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/ports?device_id=183c8923-e857-4552-be95-5affecbccd9d HTTP/1.1" status: 200 len: 945 time: 0.1508648 Jun 03 19:22:45.059149 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [req-dafc177c-8802-4bd8-b739-9d199051a556 req-d868f101-24e1-44f3-8bf8-f2bf4bc7e1c9 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Deleting port 546028d9-b244-4ee3-8353-f42edbb65c78 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 19:22:45.059351 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-dafc177c-8802-4bd8-b739-9d199051a556 req-d868f101-24e1-44f3-8bf8-f2bf4bc7e1c9 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241832951'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:22:45.086778 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-aee6f25e-7e9f-4499-9c7b-ec873b264671 req-2a8035b6-42cf-4504-afb8-f36851eda749 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d4c210b-3d64-4c03-938b-dcacd6bab6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426676 Jun 03 19:22:45.140589 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.db [req-dafc177c-8802-4bd8-b739-9d199051a556 req-d868f101-24e1-44f3-8bf8-f2bf4bc7e1c9 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] For port 546028d9-b244-4ee3-8353-f42edbb65c78, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=546028d9-b244-4ee3-8353-f42edbb65c78,segment=NetworkSegment(5e6f8128-51e1-4c4e-a8ae-f34981a228ac),segment_id=5e6f8128-51e1-4c4e-a8ae-f34981a228ac)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 19:22:45.140804 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-dafc177c-8802-4bd8-b739-9d199051a556 req-d868f101-24e1-44f3-8bf8-f2bf4bc7e1c9 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:22:45.384660 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-dafc177c-8802-4bd8-b739-9d199051a556 req-d868f101-24e1-44f3-8bf8-f2bf4bc7e1c9 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:22:45.384876 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-dafc177c-8802-4bd8-b739-9d199051a556 req-d868f101-24e1-44f3-8bf8-f2bf4bc7e1c9 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573538'] for floatingip, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:22:45.385061 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.db.l3_db [req-dafc177c-8802-4bd8-b739-9d199051a556 req-d868f101-24e1-44f3-8bf8-f2bf4bc7e1c9 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Floating IP de90e211-39b8-4e42-b5a4-c84d914b442a disassociated. External IP: 172.28.1.72, port: 546028d9-b244-4ee3-8353-f42edbb65c78. Jun 03 19:22:45.385266 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [req-dafc177c-8802-4bd8-b739-9d199051a556 req-d868f101-24e1-44f3-8bf8-f2bf4bc7e1c9 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Calling delete_port for 546028d9-b244-4ee3-8353-f42edbb65c78 owned by compute:nova {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 19:22:45.592780 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-dafc177c-8802-4bd8-b739-9d199051a556 req-d868f101-24e1-44f3-8bf8-f2bf4bc7e1c9 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241743607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751241322837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3014096'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:22:45.600153 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-e3128969-022e-4c23-8034-d2b9ea45645e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:22:45.641873 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d868f101-24e1-44f3-8bf8-f2bf4bc7e1c9 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Pushing event deleted for resources: {'Port': ['ID=546028d9-b244-4ee3-8353-f42edbb65c78,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:22:45.648880 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d868f101-24e1-44f3-8bf8-f2bf4bc7e1c9 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:22:45.649153 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d868f101-24e1-44f3-8bf8-f2bf4bc7e1c9 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:22:45.649688 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d868f101-24e1-44f3-8bf8-f2bf4bc7e1c9 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:22:45.649688 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d868f101-24e1-44f3-8bf8-f2bf4bc7e1c9 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:22:45.649919 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d868f101-24e1-44f3-8bf8-f2bf4bc7e1c9 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:22:45.650235 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d868f101-24e1-44f3-8bf8-f2bf4bc7e1c9 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:22:45.650414 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d868f101-24e1-44f3-8bf8-f2bf4bc7e1c9 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:22:45.650657 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d868f101-24e1-44f3-8bf8-f2bf4bc7e1c9 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:22:45.650903 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d868f101-24e1-44f3-8bf8-f2bf4bc7e1c9 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:22:45.651148 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d868f101-24e1-44f3-8bf8-f2bf4bc7e1c9 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:22:45.651390 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d868f101-24e1-44f3-8bf8-f2bf4bc7e1c9 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:22:45.651678 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d868f101-24e1-44f3-8bf8-f2bf4bc7e1c9 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:22:45.654027 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-d868f101-24e1-44f3-8bf8-f2bf4bc7e1c9 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:22:45.774483 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dafc177c-8802-4bd8-b739-9d199051a556 req-d868f101-24e1-44f3-8bf8-f2bf4bc7e1c9 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Router cc905ead-084f-4e4c-84a7-b9fd5c05e41d has already been hosted by L3 agent e49736c8-5019-4904-a5ca-8bb53e194ab8 {{(pid=103516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 19:22:45.886776 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dafc177c-8802-4bd8-b739-9d199051a556 req-d868f101-24e1-44f3-8bf8-f2bf4bc7e1c9 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify agent at l3_agent.dv-cinder-794661-1-smb the message routers_updated {{(pid=103516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 19:22:45.904163 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65c49a8-41e2-40ac-9d9b-ebe28b73301b None None] Sync routers for ids ['cc905ead-084f-4e4c-84a7-b9fd5c05e41d'] in dv-cinder-794661-1-smb {{(pid=103519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 19:22:45.904163 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65c49a8-41e2-40ac-9d9b-ebe28b73301b None None] Routers {'cc905ead-084f-4e4c-84a7-b9fd5c05e41d'} bound to L3 agent in host dv-cinder-794661-1-smb {{(pid=103519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 19:22:45.904163 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_hamode_db [None req-b65c49a8-41e2-40ac-9d9b-ebe28b73301b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794661-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T18:44:31Z,description=,heartbeat_timestamp=2021-06-03T19:22:31Z,host='dv-cinder-794661-1-smb',id=e49736c8-5019-4904-a5ca-8bb53e194ab8,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T18:44:31Z,topic='l3_agent')) {'router_ids': ['cc905ead-084f-4e4c-84a7-b9fd5c05e41d'], 'active': True} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:22:45.947673 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [req-dafc177c-8802-4bd8-b739-9d199051a556 req-d868f101-24e1-44f3-8bf8-f2bf4bc7e1c9 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] No DVR routers for this DVR port 546028d9-b244-4ee3-8353-f42edbb65c78 on host hv-cinder-79466 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 19:22:45.947673 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-dafc177c-8802-4bd8-b739-9d199051a556 req-d868f101-24e1-44f3-8bf8-f2bf4bc7e1c9 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56630'] for port, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:22:45.947673 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '183c8923-e857-4552-be95-5affecbccd9d', 'name': 'network-vif-deleted', 'tag': '546028d9-b244-4ee3-8353-f42edbb65c78'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 19:22:45.947673 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc39b0f538a7142e305aed45b4a3a48499e72eb72884f9d3de90a53803998271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c47b2864-d8e5-4ddf-9bc6-9f474dabf78c" -d '{"events": [{"server_uuid": "183c8923-e857-4552-be95-5affecbccd9d", "name": "network-vif-deleted", "tag": "546028d9-b244-4ee3-8353-f42edbb65c78"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 19:22:46.011948 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_dvr_db [None req-b65c49a8-41e2-40ac-9d9b-ebe28b73301b None None] Set router cc905ead-084f-4e4c-84a7-b9fd5c05e41d gateway port host: dv-cinder-794661-1-smb {{(pid=103519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 19:22:46.012486 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 19:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac1c5ecb-5d19-42e3-9863-4feb658da3d0 x-openstack-request-id: req-ac1c5ecb-5d19-42e3-9863-4feb658da3d0 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 19:22:46.012715 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "183c8923-e857-4552-be95-5affecbccd9d", "name": "network-vif-deleted", "tag": "546028d9-b244-4ee3-8353-f42edbb65c78", "status": "completed", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 19:22:46.012903 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ac1c5ecb-5d19-42e3-9863-4feb658da3d0 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 19:22:46.013204 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '183c8923-e857-4552-be95-5affecbccd9d', 'name': 'network-vif-deleted', 'tag': '546028d9-b244-4ee3-8353-f42edbb65c78', 'status': 'completed', 'code': 200} Jun 03 19:22:46.113407 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-dafc177c-8802-4bd8-b739-9d199051a556 req-d868f101-24e1-44f3-8bf8-f2bf4bc7e1c9 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.108 "DELETE /v2.0/ports/546028d9-b244-4ee3-8353-f42edbb65c78 HTTP/1.1" status: 204 len: 173 time: 1.1871500 Jun 03 19:22:46.181331 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-6433e025-5eea-4a25-9731-d91e410706b6 req-7067156c-1706-4886-8db0-e072ae5b3cee tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Synchronizing usage tracker for tenant:1c50bba260ae4606b46750063cbda62e on resource:port {{(pid=103516) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 19:22:46.228321 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_hamode_db [None req-b65c49a8-41e2-40ac-9d9b-ebe28b73301b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc905ead-084f-4e4c-84a7-b9fd5c05e41d', 'name': 'tempest-AttachVolumeTestJSON-895973898-router', 'tenant_id': '1c50bba260ae4606b46750063cbda62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': 'e3ed7527-fec3-4688-9aed-1095c647b49f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T19:12:30Z', 'updated_at': '2021-06-03T19:12:33Z', 'revision_number': 4, 'project_id': '1c50bba260ae4606b46750063cbda62e', 'gw_port': {'id': 'e3ed7527-fec3-4688-9aed-1095c647b49f', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc905ead-084f-4e4c-84a7-b9fd5c05e41d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T19:12:30Z', 'updated_at': '2021-06-03T19:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb', '_interfaces': [{'id': '2a7cdb2b-1285-4aaa-b331-a41b4d5b6da9', 'name': '', 'network_id': '112774cb-defc-441a-a648-5368f7671d13', 'tenant_id': '1c50bba260ae4606b46750063cbda62e', 'mac_address': 'fa:16:3e:a0:ec:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc905ead-084f-4e4c-84a7-b9fd5c05e41d', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'eb423a29-4b11-41d7-80a2-81f09caa0067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T19:12:32Z', 'updated_at': '2021-06-03T19:12:37Z', 'revision_number': 5, 'project_id': '1c50bba260ae4606b46750063cbda62e', 'subnets': [{'id': 'eb423a29-4b11-41d7-80a2-81f09caa0067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794661-1-smb', False) {} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:22:46.230737 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65c49a8-41e2-40ac-9d9b-ebe28b73301b None None] Checking router: cc905ead-084f-4e4c-84a7-b9fd5c05e41d for host: dv-cinder-794661-1-smb {{(pid=103519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 19:22:46.240054 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65c49a8-41e2-40ac-9d9b-ebe28b73301b None None] Routers {'cc905ead-084f-4e4c-84a7-b9fd5c05e41d'} bound to L3 agent in host dv-cinder-794661-1-smb {{(pid=103519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 19:22:46.240788 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_hamode_db [None req-b65c49a8-41e2-40ac-9d9b-ebe28b73301b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794661-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T18:44:31Z,description=,heartbeat_timestamp=2021-06-03T19:22:31Z,host='dv-cinder-794661-1-smb',id=e49736c8-5019-4904-a5ca-8bb53e194ab8,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T18:44:31Z,topic='l3_agent')) {'router_ids': ['cc905ead-084f-4e4c-84a7-b9fd5c05e41d'], 'active': True} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:22:46.365112 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_dvr_db [None req-b65c49a8-41e2-40ac-9d9b-ebe28b73301b None None] Set router cc905ead-084f-4e4c-84a7-b9fd5c05e41d gateway port host: dv-cinder-794661-1-smb {{(pid=103519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 19:22:46.407297 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-6433e025-5eea-4a25-9731-d91e410706b6 req-7067156c-1706-4886-8db0-e072ae5b3cee tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Unset dirty status for tenant:1c50bba260ae4606b46750063cbda62e on resource:port {{(pid=103516) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 19:22:46.408192 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-6433e025-5eea-4a25-9731-d91e410706b6 req-7067156c-1706-4886-8db0-e072ae5b3cee tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/ports?device_id=183c8923-e857-4552-be95-5affecbccd9d HTTP/1.1" status: 200 len: 210 time: 0.2504883 Jun 03 19:22:46.552844 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_hamode_db [None req-b65c49a8-41e2-40ac-9d9b-ebe28b73301b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc905ead-084f-4e4c-84a7-b9fd5c05e41d', 'name': 'tempest-AttachVolumeTestJSON-895973898-router', 'tenant_id': '1c50bba260ae4606b46750063cbda62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': 'e3ed7527-fec3-4688-9aed-1095c647b49f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T19:12:30Z', 'updated_at': '2021-06-03T19:12:33Z', 'revision_number': 4, 'project_id': '1c50bba260ae4606b46750063cbda62e', 'gw_port': {'id': 'e3ed7527-fec3-4688-9aed-1095c647b49f', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc905ead-084f-4e4c-84a7-b9fd5c05e41d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T19:12:30Z', 'updated_at': '2021-06-03T19:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb', '_interfaces': [{'id': '2a7cdb2b-1285-4aaa-b331-a41b4d5b6da9', 'name': '', 'network_id': '112774cb-defc-441a-a648-5368f7671d13', 'tenant_id': '1c50bba260ae4606b46750063cbda62e', 'mac_address': 'fa:16:3e:a0:ec:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc905ead-084f-4e4c-84a7-b9fd5c05e41d', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'eb423a29-4b11-41d7-80a2-81f09caa0067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T19:12:32Z', 'updated_at': '2021-06-03T19:12:37Z', 'revision_number': 5, 'project_id': '1c50bba260ae4606b46750063cbda62e', 'subnets': [{'id': 'eb423a29-4b11-41d7-80a2-81f09caa0067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794661-1-smb', False) {} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:22:46.555807 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65c49a8-41e2-40ac-9d9b-ebe28b73301b None None] The sync data for ids ['cc905ead-084f-4e4c-84a7-b9fd5c05e41d'] in dv-cinder-794661-1-smb is: [{'id': 'cc905ead-084f-4e4c-84a7-b9fd5c05e41d', 'name': 'tempest-AttachVolumeTestJSON-895973898-router', 'tenant_id': '1c50bba260ae4606b46750063cbda62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': 'e3ed7527-fec3-4688-9aed-1095c647b49f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T19:12:30Z', 'updated_at': '2021-06-03T19:12:33Z', 'revision_number': 4, 'project_id': '1c50bba260ae4606b46750063cbda62e', 'gw_port': {'id': 'e3ed7527-fec3-4688-9aed-1095c647b49f', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc905ead-084f-4e4c-84a7-b9fd5c05e41d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T19:12:30Z', 'updated_at': '2021-06-03T19:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb', '_interfaces': [{'id': '2a7cdb2b-1285-4aaa-b331-a41b4d5b6da9', 'name': '', 'network_id': '112774cb-defc-441a-a648-5368f7671d13', 'tenant_id': '1c50bba260ae4606b46750063cbda62e', 'mac_address': 'fa:16:3e:a0:ec:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc905ead-084f-4e4c-84a7-b9fd5c05e41d', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'eb423a29-4b11-41d7-80a2-81f09caa0067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T19:12:32Z', 'updated_at': '2021-06-03T19:12:37Z', 'revision_number': 5, 'project_id': '1c50bba260ae4606b46750063cbda62e', 'subnets': [{'id': 'eb423a29-4b11-41d7-80a2-81f09caa0067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 19:22:46.687266 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb78921-c48e-4137-8c44-e06bbeec1ba7 None None] New status for floating IP de90e211-39b8-4e42-b5a4-c84d914b442a: DOWN {{(pid=103518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 19:22:47.517187 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-ea3bf9df-bee5-4fbc-b1d2-51f7a3c40c6a req-dfa59348-b631-46a5-97d4-8352f3fadd2d tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/ports?device_id=183c8923-e857-4552-be95-5affecbccd9d HTTP/1.1" status: 200 len: 210 time: 0.0395780 Jun 03 19:22:48.639103 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-9eb5abef-0a10-4dd0-909d-80d4c665bf43 req-61860494-4d31-4750-aba3-b5891378f456 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/ports?device_id=183c8923-e857-4552-be95-5affecbccd9d HTTP/1.1" status: 200 len: 210 time: 0.0324340 Jun 03 19:22:48.848282 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Device 546028d9-b244-4ee3-8353-f42edbb65c78 no longer exists at agent hyperv_hv-cinder-79466 {{(pid=103518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 19:22:48.886728 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.plugin [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] No Port match for: 546028d9-b244-4ee3-8353-f42edbb65c78 {{(pid=103518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 19:22:48.886956 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Device 546028d9-b244-4ee3-8353-f42edbb65c78 not bound to the agent host hv-cinder-79466 {{(pid=103518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 19:22:49.821697 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 34276) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:22:49.876399 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5a67c9ea-db74-4e6f-854c-f18a12692de1 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks [] for security_group, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:22:49.895502 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5a67c9ea-db74-4e6f-854c-f18a12692de1 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:22:50.081516 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5a67c9ea-db74-4e6f-854c-f18a12692de1 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:22:50.086618 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-1cb70727-8d42-491d-ba56-a99e0dcc73d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:22:50.107539 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a67c9ea-db74-4e6f-854c-f18a12692de1 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d4c210b-3d64-4c03-938b-dcacd6bab6ae,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:22:50.111690 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-5a67c9ea-db74-4e6f-854c-f18a12692de1 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:22:50.227155 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5a67c9ea-db74-4e6f-854c-f18a12692de1 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks [] for security_group, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:22:50.228750 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-5a67c9ea-db74-4e6f-854c-f18a12692de1 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "DELETE /v2.0/security-groups/6d4c210b-3d64-4c03-938b-dcacd6bab6ae HTTP/1.1" status: 204 len: 168 time: 0.4056532 Jun 03 19:22:50.232481 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 34278) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:22:50.252815 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.api.v2.resource [None req-e6f0cb2b-55e1-4ec8-bc47-9297db29e28d tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] show failed (client error): The resource could not be found. Jun 03 19:22:50.253509 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-e6f0cb2b-55e1-4ec8-bc47-9297db29e28d tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/security-groups/6d4c210b-3d64-4c03-938b-dcacd6bab6ae HTTP/1.1" status: 404 len: 347 time: 0.0199873 Jun 03 19:22:50.255455 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 34280) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:22:50.396475 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-40fed615-b31a-4584-b60b-e239050417bd tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Deleting port 36f83f4d-5ffe-4442-bd01-0844b93be39c {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 19:22:50.396680 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-40fed615-b31a-4584-b60b-e239050417bd tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241832951'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:22:50.473523 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-40fed615-b31a-4584-b60b-e239050417bd tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:22:50.482953 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-40fed615-b31a-4584-b60b-e239050417bd tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:22:50.627469 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-40fed615-b31a-4584-b60b-e239050417bd tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Calling delete_port for 36f83f4d-5ffe-4442-bd01-0844b93be39c owned by network:floatingip {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 19:22:50.802429 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-40fed615-b31a-4584-b60b-e239050417bd tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241743607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751241322837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3014096'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:22:50.806916 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-f1a5dbf2-edaa-4c11-8026-c42238351e68 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:22:50.844594 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fed615-b31a-4584-b60b-e239050417bd tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Pushing event deleted for resources: {'Port': ['ID=36f83f4d-5ffe-4442-bd01-0844b93be39c,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:22:50.846892 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-40fed615-b31a-4584-b60b-e239050417bd tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:22:50.906066 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-40fed615-b31a-4584-b60b-e239050417bd tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks [] for floatingip, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:22:51.005986 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-40fed615-b31a-4584-b60b-e239050417bd tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56630'] for floatingip, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:22:51.007465 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-40fed615-b31a-4584-b60b-e239050417bd tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "DELETE /v2.0/floatingips/de90e211-39b8-4e42-b5a4-c84d914b442a HTTP/1.1" status: 204 len: 168 time: 0.7510948 Jun 03 19:22:51.391820 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 34284) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:22:51.396298 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.v2.base [None req-bfaed1c8-59cc-4f34-b777-dcf83d1f293a tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Request body: {'security_group': {'name': 'tempest-securitygroup--508524746', 'description': 'tempest-description--546552324'}} {{(pid=103517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 19:22:51.401127 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-bfaed1c8-59cc-4f34-b777-dcf83d1f293a tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 19:22:51.404520 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-bfaed1c8-59cc-4f34-b777-dcf83d1f293a tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Usage tracker for resource:security_group and tenant:1c50bba260ae4606b46750063cbda62e is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 19:22:51.406711 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-bfaed1c8-59cc-4f34-b777-dcf83d1f293a tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 19:22:51.411703 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-bfaed1c8-59cc-4f34-b777-dcf83d1f293a tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 19:22:51.553977 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-bfaed1c8-59cc-4f34-b777-dcf83d1f293a tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks [] for security_group, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:22:51.575778 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-bfaed1c8-59cc-4f34-b777-dcf83d1f293a tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 19:22:51.579093 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-bfaed1c8-59cc-4f34-b777-dcf83d1f293a tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Usage tracker for resource:security_group_rule and tenant:1c50bba260ae4606b46750063cbda62e is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 19:22:51.581302 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-bfaed1c8-59cc-4f34-b777-dcf83d1f293a tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 19:22:51.588146 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-bfaed1c8-59cc-4f34-b777-dcf83d1f293a tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 19:22:51.644611 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-bfaed1c8-59cc-4f34-b777-dcf83d1f293a tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks [] for security_group, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:22:51.733620 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-bfaed1c8-59cc-4f34-b777-dcf83d1f293a tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:22:51.738291 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-b1f5e019-2699-4401-9b56-a323f767dcb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:22:51.779412 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaed1c8-59cc-4f34-b777-dcf83d1f293a tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef54f328-e8c6-46b4-901f-67afbf195860,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:22:51.785105 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaed1c8-59cc-4f34-b777-dcf83d1f293a tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:22:51.785352 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaed1c8-59cc-4f34-b777-dcf83d1f293a tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:22:51.785618 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaed1c8-59cc-4f34-b777-dcf83d1f293a tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:22:51.785882 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaed1c8-59cc-4f34-b777-dcf83d1f293a tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:22:51.786144 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaed1c8-59cc-4f34-b777-dcf83d1f293a tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:22:51.786611 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaed1c8-59cc-4f34-b777-dcf83d1f293a tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:22:51.787156 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaed1c8-59cc-4f34-b777-dcf83d1f293a tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:22:51.787428 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaed1c8-59cc-4f34-b777-dcf83d1f293a tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:22:51.787690 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaed1c8-59cc-4f34-b777-dcf83d1f293a tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:22:51.787980 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaed1c8-59cc-4f34-b777-dcf83d1f293a tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:22:51.788241 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaed1c8-59cc-4f34-b777-dcf83d1f293a tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:22:51.788501 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaed1c8-59cc-4f34-b777-dcf83d1f293a tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:22:51.791689 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-bfaed1c8-59cc-4f34-b777-dcf83d1f293a tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:22:51.948700 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-bfaed1c8-59cc-4f34-b777-dcf83d1f293a tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks [] for security_group, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:22:51.950212 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-bfaed1c8-59cc-4f34-b777-dcf83d1f293a tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5572753 Jun 03 19:22:51.954226 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 34286) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:22:51.960422 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.v2.base [None req-5c3225ed-71fe-4826-b869-da153f56792b tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Request body: {'security_group_rule': {'security_group_id': 'ef54f328-e8c6-46b4-901f-67afbf195860', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 19:22:51.966428 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-5c3225ed-71fe-4826-b869-da153f56792b tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 19:22:51.970220 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-5c3225ed-71fe-4826-b869-da153f56792b tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Usage tracker for resource:security_group_rule and tenant:1c50bba260ae4606b46750063cbda62e is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 19:22:51.973121 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-5c3225ed-71fe-4826-b869-da153f56792b tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 19:22:51.978994 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-5c3225ed-71fe-4826-b869-da153f56792b tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 19:22:52.151328 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-5c3225ed-71fe-4826-b869-da153f56792b tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:22:52.209826 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-5c3225ed-71fe-4826-b869-da153f56792b tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:22:52.388291 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-5c3225ed-71fe-4826-b869-da153f56792b tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455179'] for security_group_rule, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:22:52.396206 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:22:52.420133 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3225ed-71fe-4826-b869-da153f56792b tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17c2475c-4eb5-4951-862f-fc30deaa14de,revision_number=0']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:22:52.423384 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-5c3225ed-71fe-4826-b869-da153f56792b tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:22:52.556016 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-5c3225ed-71fe-4826-b869-da153f56792b tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:22:52.558240 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-5c3225ed-71fe-4826-b869-da153f56792b tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6024053 Jun 03 19:22:52.561947 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 34288) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:22:52.567857 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.v2.base [None req-01cd64fc-225c-4a8b-8e88-564885dc0b5e tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Request body: {'security_group_rule': {'security_group_id': 'ef54f328-e8c6-46b4-901f-67afbf195860', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 19:22:52.575551 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-01cd64fc-225c-4a8b-8e88-564885dc0b5e tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 19:22:52.580945 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-01cd64fc-225c-4a8b-8e88-564885dc0b5e tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Usage tracker for resource:security_group_rule and tenant:1c50bba260ae4606b46750063cbda62e is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 19:22:52.584941 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-01cd64fc-225c-4a8b-8e88-564885dc0b5e tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 19:22:52.591323 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-01cd64fc-225c-4a8b-8e88-564885dc0b5e tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 19:22:52.728603 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-01cd64fc-225c-4a8b-8e88-564885dc0b5e tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:22:52.782051 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-01cd64fc-225c-4a8b-8e88-564885dc0b5e tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:22:52.938587 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-01cd64fc-225c-4a8b-8e88-564885dc0b5e tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455179'] for security_group_rule, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:22:52.946619 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-a709943d-4647-4cc9-bfc0-9ecf3576caff tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:22:52.962157 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cd64fc-225c-4a8b-8e88-564885dc0b5e tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3208b161-f188-4a33-8f07-bd6044ae3838,revision_number=0']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:22:52.963881 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-01cd64fc-225c-4a8b-8e88-564885dc0b5e tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:22:53.090296 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-01cd64fc-225c-4a8b-8e88-564885dc0b5e tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:22:53.091995 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-01cd64fc-225c-4a8b-8e88-564885dc0b5e tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5287375 Jun 03 19:22:53.096477 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 34290) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:22:53.102742 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.v2.base [None req-0c54028e-59f5-411a-9a5d-7269f13d4b0c tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Request body: {'floatingip': {'floating_network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc'}} {{(pid=103517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 19:22:53.109324 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-0c54028e-59f5-411a-9a5d-7269f13d4b0c tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 19:22:53.112574 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-0c54028e-59f5-411a-9a5d-7269f13d4b0c tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Usage tracker for resource:floatingip and tenant:1c50bba260ae4606b46750063cbda62e is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 19:22:53.115247 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-0c54028e-59f5-411a-9a5d-7269f13d4b0c tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 19:22:53.120222 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-0c54028e-59f5-411a-9a5d-7269f13d4b0c tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 19:22:53.262993 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-0c54028e-59f5-411a-9a5d-7269f13d4b0c tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks [] for floatingip, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:22:53.378469 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-0c54028e-59f5-411a-9a5d-7269f13d4b0c tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:22:53.486517 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.db_base_plugin_common [None req-0c54028e-59f5-411a-9a5d-7269f13d4b0c tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Allocated IP 172.28.1.29 (6ece2837-d49d-41e4-9380-4ff50b3876fc/eed56ebd-fbdc-4b64-be4b-629d7f0513a5/2b2f42ca-8a7b-4a91-8cf4-2b0e239b7f45) {{(pid=103517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 19:22:53.655228 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-0c54028e-59f5-411a-9a5d-7269f13d4b0c tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks [] for port, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:22:53.781618 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-0c54028e-59f5-411a-9a5d-7269f13d4b0c tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751241322828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3647885'] for port, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:22:53.786377 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-2a0f632d-9f11-40de-b572-2bf863009ebb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:22:53.840089 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c54028e-59f5-411a-9a5d-7269f13d4b0c tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Network 6ece2837-d49d-41e4-9380-4ff50b3876fc is already hosted by enough agents. {{(pid=103517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 19:22:53.844751 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.scheduler.base_scheduler [None req-0c54028e-59f5-411a-9a5d-7269f13d4b0c tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Resources bound (agent type, host, resource id): {{(pid=103517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 19:22:53.847756 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c54028e-59f5-411a-9a5d-7269f13d4b0c tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Received port after_create {{(pid=103517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 19:22:53.867324 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c54028e-59f5-411a-9a5d-7269f13d4b0c tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Pushing event updated for resources: {'Port': ['ID=2b2f42ca-8a7b-4a91-8cf4-2b0e239b7f45,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:22:53.871447 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-0c54028e-59f5-411a-9a5d-7269f13d4b0c tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:22:53.907501 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-0c54028e-59f5-411a-9a5d-7269f13d4b0c tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:22:54.117320 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-0c54028e-59f5-411a-9a5d-7269f13d4b0c tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:22:54.256272 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-0c54028e-59f5-411a-9a5d-7269f13d4b0c tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks [] for port, precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:22:54.368037 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-0c54028e-59f5-411a-9a5d-7269f13d4b0c tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3647862'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:22:54.371737 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-273214f0-2bdd-4854-b7b9-a0377f881ce7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:22:54.447863 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c54028e-59f5-411a-9a5d-7269f13d4b0c tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Pushing event updated for resources: {'Port': ['ID=2b2f42ca-8a7b-4a91-8cf4-2b0e239b7f45,revision_number=2']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:22:54.450678 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-0c54028e-59f5-411a-9a5d-7269f13d4b0c tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:22:54.456343 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-0c54028e-59f5-411a-9a5d-7269f13d4b0c tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573538'] for floatingip, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:22:54.584068 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-0c54028e-59f5-411a-9a5d-7269f13d4b0c tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56630'] for floatingip, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:22:54.585670 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-0c54028e-59f5-411a-9a5d-7269f13d4b0c tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4878621 Jun 03 19:22:54.731048 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-adc4287e-d39f-4b4a-aa74-0ddda9ee394a req-326fb0fc-247f-421c-b1bd-6deb58cc16b6 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Synchronizing usage tracker for tenant:1c50bba260ae4606b46750063cbda62e on resource:security_group {{(pid=103516) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 19:22:54.846665 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-adc4287e-d39f-4b4a-aa74-0ddda9ee394a req-326fb0fc-247f-421c-b1bd-6deb58cc16b6 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Unset dirty status for tenant:1c50bba260ae4606b46750063cbda62e on resource:security_group {{(pid=103516) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 19:22:54.848149 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-adc4287e-d39f-4b4a-aa74-0ddda9ee394a req-326fb0fc-247f-421c-b1bd-6deb58cc16b6 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--508524746&fields=id&tenant_id=1c50bba260ae4606b46750063cbda62e HTTP/1.1" status: 200 len: 267 time: 0.1467719 Jun 03 19:22:54.967213 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc4287e-d39f-4b4a-aa74-0ddda9ee394a req-60ec2249-bd26-4c0b-8d0f-bfde36313b17 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:22:54.968228 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-adc4287e-d39f-4b4a-aa74-0ddda9ee394a req-60ec2249-bd26-4c0b-8d0f-bfde36313b17 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/networks?id=112774cb-defc-441a-a648-5368f7671d13 HTTP/1.1" status: 200 len: 810 time: 0.1106167 Jun 03 19:22:54.977979 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-adc4287e-d39f-4b4a-aa74-0ddda9ee394a req-96d805e2-d59b-4c0c-8862-a6ac97d4df5a tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/quotas/1c50bba260ae4606b46750063cbda62e HTTP/1.1" status: 200 len: 375 time: 0.0059855 Jun 03 19:22:55.037832 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-adc4287e-d39f-4b4a-aa74-0ddda9ee394a req-8565cc3f-6cf8-4856-89c2-49612535ca63 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Synchronizing usage tracker for tenant:1c50bba260ae4606b46750063cbda62e on resource:port {{(pid=103516) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 19:22:55.096870 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:22:55.198546 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-adc4287e-d39f-4b4a-aa74-0ddda9ee394a req-8565cc3f-6cf8-4856-89c2-49612535ca63 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Unset dirty status for tenant:1c50bba260ae4606b46750063cbda62e on resource:port {{(pid=103516) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 19:22:55.201075 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-adc4287e-d39f-4b4a-aa74-0ddda9ee394a req-8565cc3f-6cf8-4856-89c2-49612535ca63 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=1c50bba260ae4606b46750063cbda62e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2191401 Jun 03 19:22:55.265243 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [req-adc4287e-d39f-4b4a-aa74-0ddda9ee394a req-b7194073-db64-49e6-8ecc-9e8242481c8a service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 19:22:55.266008 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-adc4287e-d39f-4b4a-aa74-0ddda9ee394a req-b7194073-db64-49e6-8ecc-9e8242481c8a service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0473969 Jun 03 19:22:55.357601 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-adc4287e-d39f-4b4a-aa74-0ddda9ee394a req-6f33a540-cc4e-4f2e-8330-86e4e5a7f40c service neutron] 10.222.0.44 "GET /v2.0/networks/112774cb-defc-441a-a648-5368f7671d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871503 Jun 03 19:22:55.443841 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-adc4287e-d39f-4b4a-aa74-0ddda9ee394a req-a9864c1e-1e30-411b-82a4-0b64165b67b8 service neutron] 10.222.0.44 "GET /v2.0/networks/112774cb-defc-441a-a648-5368f7671d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820706 Jun 03 19:22:55.742997 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-f8509a7e-8a1f-41c1-a7fb-5a5841941af8 req-66696803-b177-45a8-946d-83ef07136341 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/ports?device_id=801f1cd9-a1c2-45bc-9f4a-e8b623ce2b73 HTTP/1.1" status: 200 len: 210 time: 0.0316229 Jun 03 19:22:56.827735 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-77f89f87-9f94-4078-931b-3cce9cab472e req-f528d53d-f8d1-4c41-aeee-019ab8682f49 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/ports?device_id=801f1cd9-a1c2-45bc-9f4a-e8b623ce2b73 HTTP/1.1" status: 200 len: 210 time: 0.0336654 Jun 03 19:22:57.932690 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-d6e2b78c-0772-43ef-b0f7-b132b7170cd3 req-38864a4b-b2b9-4718-bdae-64f55fa54be3 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/ports?device_id=801f1cd9-a1c2-45bc-9f4a-e8b623ce2b73 HTTP/1.1" status: 200 len: 210 time: 0.0319023 Jun 03 19:22:59.046179 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-9469d91f-4fae-4f15-9769-8fde32dbd6cd req-7e7cdd91-5864-4d3d-8c89-06ee2a7f9f58 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/ports?device_id=801f1cd9-a1c2-45bc-9f4a-e8b623ce2b73 HTTP/1.1" status: 200 len: 210 time: 0.0309839 Jun 03 19:22:59.685951 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-ecb1b8e1-57a9-4aaa-9fce-b68842b421cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:23:00.133123 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc4287e-d39f-4b4a-aa74-0ddda9ee394a req-bbfaee34-42a1-419a-aeb8-936e9e362931 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:23:00.140084 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-adc4287e-d39f-4b4a-aa74-0ddda9ee394a req-bbfaee34-42a1-419a-aeb8-936e9e362931 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.108 "GET /v2.0/networks?id=112774cb-defc-441a-a648-5368f7671d13 HTTP/1.1" status: 200 len: 810 time: 0.1066902 Jun 03 19:23:00.155598 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-45601564-1b6b-44e5-a197-e4abc5c4d46f req-4c10118b-70d3-4e20-bf42-ce32d7078bc3 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/ports?device_id=801f1cd9-a1c2-45bc-9f4a-e8b623ce2b73 HTTP/1.1" status: 200 len: 210 time: 0.0412903 Jun 03 19:23:00.172377 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-adc4287e-d39f-4b4a-aa74-0ddda9ee394a req-d6dc2496-c96c-4bab-817a-00b3268f5c7c tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.108 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c50bba260ae4606b46750063cbda62e HTTP/1.1" status: 200 len: 379 time: 0.0296063 Jun 03 19:23:00.187932 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.v2.base [req-adc4287e-d39f-4b4a-aa74-0ddda9ee394a req-07ad627e-2537-458f-85d7-e11bd20399bf tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Request body: {'port': {'device_id': '801f1cd9-a1c2-45bc-9f4a-e8b623ce2b73', 'network_id': '112774cb-defc-441a-a648-5368f7671d13', 'admin_state_up': True, 'tenant_id': '1c50bba260ae4606b46750063cbda62e', 'security_groups': ['ef54f328-e8c6-46b4-901f-67afbf195860']}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 19:23:00.273533 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [req-adc4287e-d39f-4b4a-aa74-0ddda9ee394a req-07ad627e-2537-458f-85d7-e11bd20399bf tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 19:23:00.279798 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [req-adc4287e-d39f-4b4a-aa74-0ddda9ee394a req-07ad627e-2537-458f-85d7-e11bd20399bf tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 19:23:00.452301 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adc4287e-d39f-4b4a-aa74-0ddda9ee394a req-07ad627e-2537-458f-85d7-e11bd20399bf tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Made reservation on behalf of 1c50bba260ae4606b46750063cbda62e for: {'port': 1} {{(pid=103516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 19:23:00.456798 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-adc4287e-d39f-4b4a-aa74-0ddda9ee394a req-07ad627e-2537-458f-85d7-e11bd20399bf tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:23:00.572927 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [req-adc4287e-d39f-4b4a-aa74-0ddda9ee394a req-07ad627e-2537-458f-85d7-e11bd20399bf tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Allocated IP 172.20.0.6 (112774cb-defc-441a-a648-5368f7671d13/eb423a29-4b11-41d7-80a2-81f09caa0067/c1ba32f5-2c32-44f8-a1d0-dec3c77c2164) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 19:23:00.660533 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:23:00.785054 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-adc4287e-d39f-4b4a-aa74-0ddda9ee394a req-07ad627e-2537-458f-85d7-e11bd20399bf tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:23:00.795265 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [req-adc4287e-d39f-4b4a-aa74-0ddda9ee394a req-07ad627e-2537-458f-85d7-e11bd20399bf tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Transition to ACTIVE for port object c1ba32f5-2c32-44f8-a1d0-dec3c77c2164 will not be triggered until provisioned by entity DHCP. {{(pid=103516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 19:23:00.890842 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-c39052c0-2afb-460a-af2e-5f28d2be3e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:23:00.947258 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-adc4287e-d39f-4b4a-aa74-0ddda9ee394a req-07ad627e-2537-458f-85d7-e11bd20399bf tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751241322828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3014096'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:23:00.954497 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-aad026c7-80da-480d-a794-310a50d1e32c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:23:01.003868 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adc4287e-d39f-4b4a-aa74-0ddda9ee394a req-07ad627e-2537-458f-85d7-e11bd20399bf tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Network 112774cb-defc-441a-a648-5368f7671d13 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 19:23:01.009014 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [req-adc4287e-d39f-4b4a-aa74-0ddda9ee394a req-07ad627e-2537-458f-85d7-e11bd20399bf tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 19:23:01.012310 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [req-adc4287e-d39f-4b4a-aa74-0ddda9ee394a req-07ad627e-2537-458f-85d7-e11bd20399bf tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 19:23:01.035200 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ad627e-2537-458f-85d7-e11bd20399bf tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Pushing event updated for resources: {'Port': ['ID=c1ba32f5-2c32-44f8-a1d0-dec3c77c2164,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:23:01.040767 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-07ad627e-2537-458f-85d7-e11bd20399bf tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:23:01.066318 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc4287e-d39f-4b4a-aa74-0ddda9ee394a req-07ad627e-2537-458f-85d7-e11bd20399bf tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:23:01.066721 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-adc4287e-d39f-4b4a-aa74-0ddda9ee394a req-07ad627e-2537-458f-85d7-e11bd20399bf tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56630'] for port, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:23:01.186186 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-adc4287e-d39f-4b4a-aa74-0ddda9ee394a req-07ad627e-2537-458f-85d7-e11bd20399bf tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0006342 Jun 03 19:23:01.200100 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.v2.base [req-adc4287e-d39f-4b4a-aa74-0ddda9ee394a req-d283f00f-60f9-481b-828f-f085e59f6732 service neutron] Request body: {'port': {'device_id': '801f1cd9-a1c2-45bc-9f4a-e8b623ce2b73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 19:23:01.319898 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-adc4287e-d39f-4b4a-aa74-0ddda9ee394a req-d283f00f-60f9-481b-828f-f085e59f6732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:23:01.332957 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d71bb7-1c3b-4f84-83ca-fe8256ac72e2 req-7a65722f-4a26-4e11-9005-94fdceb85e92 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:23:01.333458 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-63d71bb7-1c3b-4f84-83ca-fe8256ac72e2 req-7a65722f-4a26-4e11-9005-94fdceb85e92 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Synchronizing usage tracker for tenant:1c50bba260ae4606b46750063cbda62e on resource:port {{(pid=103516) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 19:23:01.346285 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-a8fa59e9-0f55-4dbd-8b4e-278ab13de0dd None None] Provisioning for port c1ba32f5-2c32-44f8-a1d0-dec3c77c2164 completed by entity DHCP. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 19:23:01.352528 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-a8fa59e9-0f55-4dbd-8b4e-278ab13de0dd None None] Provisioning complete for port c1ba32f5-2c32-44f8-a1d0-dec3c77c2164 triggered by entity DHCP. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 19:23:01.353002 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-a8fa59e9-0f55-4dbd-8b4e-278ab13de0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:23:01.399957 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.plugin [None req-a8fa59e9-0f55-4dbd-8b4e-278ab13de0dd None None] Port c1ba32f5-2c32-44f8-a1d0-dec3c77c2164 cannot update to ACTIVE because it is not bound. {{(pid=103518) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 19:23:01.502172 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-63d71bb7-1c3b-4f84-83ca-fe8256ac72e2 req-7a65722f-4a26-4e11-9005-94fdceb85e92 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Unset dirty status for tenant:1c50bba260ae4606b46750063cbda62e on resource:port {{(pid=103516) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 19:23:01.502994 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-63d71bb7-1c3b-4f84-83ca-fe8256ac72e2 req-7a65722f-4a26-4e11-9005-94fdceb85e92 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/ports?device_id=801f1cd9-a1c2-45bc-9f4a-e8b623ce2b73 HTTP/1.1" status: 200 len: 931 time: 0.2768459 Jun 03 19:23:01.563161 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-63d71bb7-1c3b-4f84-83ca-fe8256ac72e2 req-45ab5ee1-5879-4b29-a544-b16e32b7374a tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef54f328-e8c6-46b4-901f-67afbf195860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554252 Jun 03 19:23:01.568956 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.notifiers.nova [req-adc4287e-d39f-4b4a-aa74-0ddda9ee394a req-d283f00f-60f9-481b-828f-f085e59f6732 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1ba32f5-2c32-44f8-a1d0-dec3c77c2164 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 19:23:01.573046 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-adc4287e-d39f-4b4a-aa74-0ddda9ee394a req-d283f00f-60f9-481b-828f-f085e59f6732 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:23:01.582826 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [req-adc4287e-d39f-4b4a-aa74-0ddda9ee394a req-d283f00f-60f9-481b-828f-f085e59f6732 service neutron] Transition to ACTIVE for port object c1ba32f5-2c32-44f8-a1d0-dec3c77c2164 will not be triggered until provisioned by entity L2. {{(pid=103516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 19:23:01.692897 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-adc4287e-d39f-4b4a-aa74-0ddda9ee394a req-d283f00f-60f9-481b-828f-f085e59f6732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3013931'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:23:01.697214 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-abebd117-0160-40fe-95db-30b74ecd184e tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:23:01.790874 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d283f00f-60f9-481b-828f-f085e59f6732 service neutron] Pushing event updated for resources: {'Port': ['ID=c1ba32f5-2c32-44f8-a1d0-dec3c77c2164,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:23:01.793030 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-d283f00f-60f9-481b-828f-f085e59f6732 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:23:01.858166 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [req-adc4287e-d39f-4b4a-aa74-0ddda9ee394a req-d283f00f-60f9-481b-828f-f085e59f6732 service neutron] Attempting to bind port c1ba32f5-2c32-44f8-a1d0-dec3c77c2164 on host hv-cinder-79466 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 19:23:01.858352 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [req-adc4287e-d39f-4b4a-aa74-0ddda9ee394a req-d283f00f-60f9-481b-828f-f085e59f6732 service neutron] Attempting to bind port c1ba32f5-2c32-44f8-a1d0-dec3c77c2164 by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': '5e6f8128-51e1-4c4e-a8ae-f34981a228ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1408, 'network_id': '112774cb-defc-441a-a648-5368f7671d13'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 19:23:01.858551 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc4287e-d39f-4b4a-aa74-0ddda9ee394a req-d283f00f-60f9-481b-828f-f085e59f6732 service neutron] Attempting to bind port c1ba32f5-2c32-44f8-a1d0-dec3c77c2164 on network 112774cb-defc-441a-a648-5368f7671d13 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 19:23:01.861688 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc4287e-d39f-4b4a-aa74-0ddda9ee394a req-d283f00f-60f9-481b-828f-f085e59f6732 service neutron] Port c1ba32f5-2c32-44f8-a1d0-dec3c77c2164 on network 112774cb-defc-441a-a648-5368f7671d13 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 19:23:01.861865 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc4287e-d39f-4b4a-aa74-0ddda9ee394a req-d283f00f-60f9-481b-828f-f085e59f6732 service neutron] Attempting to bind port c1ba32f5-2c32-44f8-a1d0-dec3c77c2164 on network 112774cb-defc-441a-a648-5368f7671d13 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 19:23:01.865382 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc4287e-d39f-4b4a-aa74-0ddda9ee394a req-d283f00f-60f9-481b-828f-f085e59f6732 service neutron] Checking agent: {'id': 'af909ad5-3a3f-482f-ab55-4c32617c9c15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 18, 49, 2), 'started_at': datetime.datetime(2021, 6, 3, 18, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 19, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 19:23:01.865573 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc4287e-d39f-4b4a-aa74-0ddda9ee394a req-d283f00f-60f9-481b-828f-f085e59f6732 service neutron] Checking segment: {'id': '5e6f8128-51e1-4c4e-a8ae-f34981a228ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1408, 'network_id': '112774cb-defc-441a-a648-5368f7671d13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 19:23:01.865823 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc4287e-d39f-4b4a-aa74-0ddda9ee394a req-d283f00f-60f9-481b-828f-f085e59f6732 service neutron] Bound using segment: {'id': '5e6f8128-51e1-4c4e-a8ae-f34981a228ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1408, 'network_id': '112774cb-defc-441a-a648-5368f7671d13'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 19:23:01.866110 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [req-adc4287e-d39f-4b4a-aa74-0ddda9ee394a req-d283f00f-60f9-481b-828f-f085e59f6732 service neutron] Bound port: c1ba32f5-2c32-44f8-a1d0-dec3c77c2164, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e6f8128-51e1-4c4e-a8ae-f34981a228ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1408, 'network_id': '112774cb-defc-441a-a648-5368f7671d13'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 19:23:01.866346 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-adc4287e-d39f-4b4a-aa74-0ddda9ee394a req-d283f00f-60f9-481b-828f-f085e59f6732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:23:01.922506 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.db [req-adc4287e-d39f-4b4a-aa74-0ddda9ee394a req-d283f00f-60f9-481b-828f-f085e59f6732 service neutron] For port c1ba32f5-2c32-44f8-a1d0-dec3c77c2164, host hv-cinder-79466, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 19:23:01.926409 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.db [req-adc4287e-d39f-4b4a-aa74-0ddda9ee394a req-d283f00f-60f9-481b-828f-f085e59f6732 service neutron] For port c1ba32f5-2c32-44f8-a1d0-dec3c77c2164, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=c1ba32f5-2c32-44f8-a1d0-dec3c77c2164,segment=NetworkSegment(5e6f8128-51e1-4c4e-a8ae-f34981a228ac),segment_id=5e6f8128-51e1-4c4e-a8ae-f34981a228ac)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 19:23:02.061097 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-adc4287e-d39f-4b4a-aa74-0ddda9ee394a req-d283f00f-60f9-481b-828f-f085e59f6732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3013931'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:23:02.067499 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:23:02.116857 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc4287e-d39f-4b4a-aa74-0ddda9ee394a req-d283f00f-60f9-481b-828f-f085e59f6732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:23:02.117344 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-adc4287e-d39f-4b4a-aa74-0ddda9ee394a req-d283f00f-60f9-481b-828f-f085e59f6732 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56630'] for port, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:23:02.118448 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-adc4287e-d39f-4b4a-aa74-0ddda9ee394a req-d283f00f-60f9-481b-828f-f085e59f6732 service neutron] 10.222.0.108 "PUT /v2.0/ports/c1ba32f5-2c32-44f8-a1d0-dec3c77c2164 HTTP/1.1" status: 200 len: 1093 time: 0.9238181 Jun 03 19:23:02.119121 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '801f1cd9-a1c2-45bc-9f4a-e8b623ce2b73', 'tag': 'c1ba32f5-2c32-44f8-a1d0-dec3c77c2164'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 19:23:02.121121 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc39b0f538a7142e305aed45b4a3a48499e72eb72884f9d3de90a53803998271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb620308-361e-4b54-af33-583fba70e7e1" -d '{"events": [{"name": "network-changed", "server_uuid": "801f1cd9-a1c2-45bc-9f4a-e8b623ce2b73", "tag": "c1ba32f5-2c32-44f8-a1d0-dec3c77c2164"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 19:23:02.142770 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d283f00f-60f9-481b-828f-f085e59f6732 service neutron] Pushing event updated for resources: {'Port': ['ID=c1ba32f5-2c32-44f8-a1d0-dec3c77c2164,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:23:02.145590 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-d283f00f-60f9-481b-828f-f085e59f6732 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:23:02.157156 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 19:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d74b0817-1758-433b-8cf6-51ee089b0055 x-openstack-request-id: req-d74b0817-1758-433b-8cf6-51ee089b0055 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 19:23:02.157396 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "801f1cd9-a1c2-45bc-9f4a-e8b623ce2b73", "tag": "c1ba32f5-2c32-44f8-a1d0-dec3c77c2164", "status": "completed", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 19:23:02.157599 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d74b0817-1758-433b-8cf6-51ee089b0055 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 19:23:02.157940 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '801f1cd9-a1c2-45bc-9f4a-e8b623ce2b73', 'tag': 'c1ba32f5-2c32-44f8-a1d0-dec3c77c2164', 'status': 'completed', 'code': 200} Jun 03 19:23:02.228061 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb620308-361e-4b54-af33-583fba70e7e1 req-2548734d-df05-4047-bdb3-66c8c8a73b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:23:02.228061 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-bb620308-361e-4b54-af33-583fba70e7e1 req-2548734d-df05-4047-bdb3-66c8c8a73b0f service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=1c50bba260ae4606b46750063cbda62e&device_id=801f1cd9-a1c2-45bc-9f4a-e8b623ce2b73 HTTP/1.1" status: 200 len: 1096 time: 0.0502911 Jun 03 19:23:02.254867 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:23:02.317217 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb620308-361e-4b54-af33-583fba70e7e1 req-4c75e6b6-4efe-46b6-8eb4-ab14248bc0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:23:02.318025 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-bb620308-361e-4b54-af33-583fba70e7e1 req-4c75e6b6-4efe-46b6-8eb4-ab14248bc0c0 service neutron] 10.222.0.108 "GET /v2.0/networks?tenant_id=1c50bba260ae4606b46750063cbda62e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0823734 Jun 03 19:23:02.401681 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb620308-361e-4b54-af33-583fba70e7e1 req-430d223b-eb3c-40fd-80a9-c5daf6804e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:23:02.402486 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-bb620308-361e-4b54-af33-583fba70e7e1 req-430d223b-eb3c-40fd-80a9-c5daf6804e25 service neutron] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0781782 Jun 03 19:23:02.710323 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a45167-1d5c-492a-b76b-a7ea6fb7b2c5 req-ff6195dd-e392-4fa9-a88a-ba7fd474c51f tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:23:02.711289 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-72a45167-1d5c-492a-b76b-a7ea6fb7b2c5 req-ff6195dd-e392-4fa9-a88a-ba7fd474c51f tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/ports?device_id=801f1cd9-a1c2-45bc-9f4a-e8b623ce2b73 HTTP/1.1" status: 200 len: 943 time: 0.0569398 Jun 03 19:23:02.737621 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-72a45167-1d5c-492a-b76b-a7ea6fb7b2c5 req-8a5b71c1-3e38-4504-9c7a-bbf3e74392b3 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef54f328-e8c6-46b4-901f-67afbf195860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0224247 Jun 03 19:23:03.007463 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:23:03.154342 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:23:03.840151 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc4287e-d39f-4b4a-aa74-0ddda9ee394a req-a432e7eb-9051-4075-a1a9-07fb87702eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:23:03.841110 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-adc4287e-d39f-4b4a-aa74-0ddda9ee394a req-a432e7eb-9051-4075-a1a9-07fb87702eb0 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=1c50bba260ae4606b46750063cbda62e&device_id=801f1cd9-a1c2-45bc-9f4a-e8b623ce2b73 HTTP/1.1" status: 200 len: 1096 time: 0.1519322 Jun 03 19:23:03.876717 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0befab89-d376-4cc3-8bcf-37760e348acc req-d719d845-008a-405b-95d6-71bd95623580 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:23:03.877720 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-0befab89-d376-4cc3-8bcf-37760e348acc req-d719d845-008a-405b-95d6-71bd95623580 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/ports?device_id=801f1cd9-a1c2-45bc-9f4a-e8b623ce2b73 HTTP/1.1" status: 200 len: 943 time: 0.0588937 Jun 03 19:23:03.889418 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-adc4287e-d39f-4b4a-aa74-0ddda9ee394a req-40a765a9-3a88-4e1c-b57c-f946f86c20e5 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c1ba32f5-2c32-44f8-a1d0-dec3c77c2164 HTTP/1.1" status: 200 len: 217 time: 0.0407500 Jun 03 19:23:03.912499 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [req-0befab89-d376-4cc3-8bcf-37760e348acc req-ac311d90-bf62-41cd-934d-7555aa062137 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Synchronizing usage tracker for tenant:1c50bba260ae4606b46750063cbda62e on resource:security_group {{(pid=103517) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 19:23:03.920197 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [req-0befab89-d376-4cc3-8bcf-37760e348acc req-ac311d90-bf62-41cd-934d-7555aa062137 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Unset dirty status for tenant:1c50bba260ae4606b46750063cbda62e on resource:security_group {{(pid=103517) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 19:23:03.924573 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-0befab89-d376-4cc3-8bcf-37760e348acc req-ac311d90-bf62-41cd-934d-7555aa062137 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef54f328-e8c6-46b4-901f-67afbf195860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392714 Jun 03 19:23:03.946352 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc4287e-d39f-4b4a-aa74-0ddda9ee394a req-90a8420f-e6dd-4738-b042-0d95f3cdd5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:23:03.947310 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-adc4287e-d39f-4b4a-aa74-0ddda9ee394a req-90a8420f-e6dd-4738-b042-0d95f3cdd5b7 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=eb423a29-4b11-41d7-80a2-81f09caa0067 HTTP/1.1" status: 200 len: 849 time: 0.0520754 Jun 03 19:23:03.998976 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc4287e-d39f-4b4a-aa74-0ddda9ee394a req-cb5523cf-41f9-4202-9daa-cfd6d9daa9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:23:03.999843 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-adc4287e-d39f-4b4a-aa74-0ddda9ee394a req-cb5523cf-41f9-4202-9daa-cfd6d9daa9df service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=112774cb-defc-441a-a648-5368f7671d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0460711 Jun 03 19:23:04.088727 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-adc4287e-d39f-4b4a-aa74-0ddda9ee394a req-2f8cb58b-51a8-43b9-b4af-7720aff922d9 service neutron] 10.222.0.108 "GET /v2.0/networks/112774cb-defc-441a-a648-5368f7671d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810990 Jun 03 19:23:04.175727 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-adc4287e-d39f-4b4a-aa74-0ddda9ee394a req-603b52dc-3422-459f-a945-0c5cf6a16728 service neutron] 10.222.0.108 "GET /v2.0/networks/112774cb-defc-441a-a648-5368f7671d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795503 Jun 03 19:23:05.075608 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af688ab5-5d4d-4e36-a590-35832a831cfb req-3b4bdb74-2d06-4ec1-a8b1-8a180cb396e4 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:23:05.076646 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-af688ab5-5d4d-4e36-a590-35832a831cfb req-3b4bdb74-2d06-4ec1-a8b1-8a180cb396e4 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/ports?device_id=801f1cd9-a1c2-45bc-9f4a-e8b623ce2b73 HTTP/1.1" status: 200 len: 943 time: 0.0641038 Jun 03 19:23:05.106329 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-af688ab5-5d4d-4e36-a590-35832a831cfb req-f8306410-144a-43e3-b371-adebc3247886 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef54f328-e8c6-46b4-901f-67afbf195860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0256262 Jun 03 19:23:06.256998 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fea816-a5e2-4bda-a64e-7f34db314027 req-7d061333-570d-4c6a-8a3f-ad74a3fe904f tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:23:06.258030 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-e0fea816-a5e2-4bda-a64e-7f34db314027 req-7d061333-570d-4c6a-8a3f-ad74a3fe904f tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/ports?device_id=801f1cd9-a1c2-45bc-9f4a-e8b623ce2b73 HTTP/1.1" status: 200 len: 943 time: 0.0682309 Jun 03 19:23:06.300322 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-e0fea816-a5e2-4bda-a64e-7f34db314027 req-9b0d7752-16ab-42be-ab5f-4df0506911b3 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef54f328-e8c6-46b4-901f-67afbf195860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379677 Jun 03 19:23:07.438558 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5e8dc-5fd1-42bc-93ce-6e2df31dbfe6 req-14ec0f88-f9d5-40cc-80f5-7681ac6ea843 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:23:07.439432 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-72d5e8dc-5fd1-42bc-93ce-6e2df31dbfe6 req-14ec0f88-f9d5-40cc-80f5-7681ac6ea843 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/ports?device_id=801f1cd9-a1c2-45bc-9f4a-e8b623ce2b73 HTTP/1.1" status: 200 len: 943 time: 0.0581288 Jun 03 19:23:07.474417 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-72d5e8dc-5fd1-42bc-93ce-6e2df31dbfe6 req-3e0cd122-4086-4264-ab79-0ae373be5a42 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef54f328-e8c6-46b4-901f-67afbf195860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283229 Jun 03 19:23:08.618610 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39157325-4e74-4be1-9b2d-4bdacb87c145 req-400c8270-2f4b-46b9-b7f9-0ac44f63de12 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:23:08.619604 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-39157325-4e74-4be1-9b2d-4bdacb87c145 req-400c8270-2f4b-46b9-b7f9-0ac44f63de12 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/ports?device_id=801f1cd9-a1c2-45bc-9f4a-e8b623ce2b73 HTTP/1.1" status: 200 len: 943 time: 0.0624015 Jun 03 19:23:08.652116 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-39157325-4e74-4be1-9b2d-4bdacb87c145 req-02abc145-3f05-42cb-8153-73c35eba0b2d tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef54f328-e8c6-46b4-901f-67afbf195860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286932 Jun 03 19:23:08.966955 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Device c1ba32f5-2c32-44f8-a1d0-dec3c77c2164 details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=103518) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 19:23:09.080284 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] For port c1ba32f5-2c32-44f8-a1d0-dec3c77c2164, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=c1ba32f5-2c32-44f8-a1d0-dec3c77c2164,segment=NetworkSegment(5e6f8128-51e1-4c4e-a8ae-f34981a228ac),segment_id=5e6f8128-51e1-4c4e-a8ae-f34981a228ac)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 19:23:09.089707 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Returning: {'device': 'c1ba32f5-2c32-44f8-a1d0-dec3c77c2164', 'network_id': '112774cb-defc-441a-a648-5368f7671d13', 'port_id': 'c1ba32f5-2c32-44f8-a1d0-dec3c77c2164', 'mac_address': 'fa:16:3e:cb:c1:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb423a29-4b11-41d7-80a2-81f09caa0067', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103518) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 19:23:09.127859 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:23:09.139916 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.notifiers.nova [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1ba32f5-2c32-44f8-a1d0-dec3c77c2164 {{(pid=103518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 19:23:09.153146 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] For port c1ba32f5-2c32-44f8-a1d0-dec3c77c2164, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=c1ba32f5-2c32-44f8-a1d0-dec3c77c2164,segment=NetworkSegment(5e6f8128-51e1-4c4e-a8ae-f34981a228ac),segment_id=5e6f8128-51e1-4c4e-a8ae-f34981a228ac)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 19:23:09.250580 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:23:09.253659 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:23:09.324056 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Pushing event updated for resources: {'Port': ['ID=c1ba32f5-2c32-44f8-a1d0-dec3c77c2164,revision_number=4']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:23:09.329424 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:23:09.329642 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:23:09.329887 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:23:09.330136 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:23:09.330383 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:23:09.330644 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:23:09.330894 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:23:09.331127 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:23:09.331384 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:23:09.331616 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:23:09.331878 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:23:09.332115 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:23:09.335196 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:23:09.600123 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] get_ports_and_sgs() called for port_ids ['c1ba32f5-2c32-44f8-a1d0-dec3c77c2164'] {{(pid=103518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 19:23:09.778356 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b07ba60-0374-417f-b738-92b6eb23bbcc req-1b1ef771-7bf5-4b6b-84ff-fe8b43a45921 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:23:09.779325 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-7b07ba60-0374-417f-b738-92b6eb23bbcc req-1b1ef771-7bf5-4b6b-84ff-fe8b43a45921 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/ports?device_id=801f1cd9-a1c2-45bc-9f4a-e8b623ce2b73 HTTP/1.1" status: 200 len: 944 time: 0.0536721 Jun 03 19:23:09.808197 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-7b07ba60-0374-417f-b738-92b6eb23bbcc req-1b0b6715-c162-40c2-8eeb-75f4b17f9c6c tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef54f328-e8c6-46b4-901f-67afbf195860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0249100 Jun 03 19:23:10.963575 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d91494-bdd8-463e-b9d0-ea6b73c9f4e2 req-e5fc1a84-1c1c-4b4f-a0df-61cf2d865071 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:23:10.964603 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-22d91494-bdd8-463e-b9d0-ea6b73c9f4e2 req-e5fc1a84-1c1c-4b4f-a0df-61cf2d865071 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/ports?device_id=801f1cd9-a1c2-45bc-9f4a-e8b623ce2b73 HTTP/1.1" status: 200 len: 944 time: 0.0664809 Jun 03 19:23:10.966278 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Device c1ba32f5-2c32-44f8-a1d0-dec3c77c2164 up at agent hyperv_hv-cinder-79466 {{(pid=103518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 19:23:11.006901 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-22d91494-bdd8-463e-b9d0-ea6b73c9f4e2 req-3553c049-4091-4c06-99c2-94c4ab7fe7e6 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef54f328-e8c6-46b4-901f-67afbf195860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375304 Jun 03 19:23:11.201673 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Provisioning for port c1ba32f5-2c32-44f8-a1d0-dec3c77c2164 completed by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 19:23:11.207384 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Provisioning complete for port c1ba32f5-2c32-44f8-a1d0-dec3c77c2164 triggered by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 19:23:11.207801 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:23:11.332881 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:23:11.351479 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '801f1cd9-a1c2-45bc-9f4a-e8b623ce2b73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ba32f5-2c32-44f8-a1d0-dec3c77c2164'}] {{(pid=103518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 19:23:11.353503 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db66028b02b75232abd2ce52c3e0184f662a2cc7ac62fff2d597f865859cb538" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-538bd310-5c57-4019-86e5-2dcab41d8ba7" -d '{"events": [{"server_uuid": "801f1cd9-a1c2-45bc-9f4a-e8b623ce2b73", "name": "network-vif-plugged", "status": "completed", "tag": "c1ba32f5-2c32-44f8-a1d0-dec3c77c2164"}]}' {{(pid=103518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 19:23:11.359091 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] For port c1ba32f5-2c32-44f8-a1d0-dec3c77c2164, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=c1ba32f5-2c32-44f8-a1d0-dec3c77c2164,segment=NetworkSegment(5e6f8128-51e1-4c4e-a8ae-f34981a228ac),segment_id=5e6f8128-51e1-4c4e-a8ae-f34981a228ac)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 19:23:11.414825 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 19:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10092531-3873-464c-a264-33a2c9b38571 x-openstack-request-id: req-10092531-3873-464c-a264-33a2c9b38571 {{(pid=103518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 19:23:11.415022 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "801f1cd9-a1c2-45bc-9f4a-e8b623ce2b73", "name": "network-vif-plugged", "status": "completed", "tag": "c1ba32f5-2c32-44f8-a1d0-dec3c77c2164", "code": 200}]} {{(pid=103518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 19:23:11.415421 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-10092531-3873-464c-a264-33a2c9b38571 {{(pid=103518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 19:23:11.415959 dv-cinder-794661-1-smb neutron-server[103518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '801f1cd9-a1c2-45bc-9f4a-e8b623ce2b73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ba32f5-2c32-44f8-a1d0-dec3c77c2164', 'code': 200} Jun 03 19:23:11.482355 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:23:11.484926 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-f9e78713-a744-483d-a2c9-3137f21c72c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:23:11.544162 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Pushing event updated for resources: {'Port': ['ID=c1ba32f5-2c32-44f8-a1d0-dec3c77c2164,revision_number=5']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:23:11.546321 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:23:12.156586 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d507865-e9a8-4dda-beaf-7b65498dfaad req-06885d72-8edf-448f-a38b-a1df841de576 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:23:12.157789 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-1d507865-e9a8-4dda-beaf-7b65498dfaad req-06885d72-8edf-448f-a38b-a1df841de576 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/ports?device_id=801f1cd9-a1c2-45bc-9f4a-e8b623ce2b73 HTTP/1.1" status: 200 len: 945 time: 0.0611634 Jun 03 19:23:12.187133 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-1d507865-e9a8-4dda-beaf-7b65498dfaad req-c2f4408d-ffad-42f0-ba77-e02248b351c7 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef54f328-e8c6-46b4-901f-67afbf195860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0253208 Jun 03 19:23:13.334611 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df33a6a-91ea-472e-ac07-e42f8709b367 req-724144eb-e136-4480-b164-165c0c627f5a tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:23:13.336501 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-7df33a6a-91ea-472e-ac07-e42f8709b367 req-724144eb-e136-4480-b164-165c0c627f5a tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/ports?device_id=801f1cd9-a1c2-45bc-9f4a-e8b623ce2b73 HTTP/1.1" status: 200 len: 945 time: 0.0691290 Jun 03 19:23:13.367108 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-7df33a6a-91ea-472e-ac07-e42f8709b367 req-72db9423-bba4-47e9-8052-76044d154268 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef54f328-e8c6-46b4-901f-67afbf195860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0261927 Jun 03 19:23:14.505241 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2475cd-8f87-48eb-98b2-839bd518b8be req-a087a167-f0cc-4deb-9e3c-ab3227f12d92 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:23:14.508006 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-fd2475cd-8f87-48eb-98b2-839bd518b8be req-a087a167-f0cc-4deb-9e3c-ab3227f12d92 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/ports?device_id=801f1cd9-a1c2-45bc-9f4a-e8b623ce2b73 HTTP/1.1" status: 200 len: 945 time: 0.0581048 Jun 03 19:23:14.538416 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-fd2475cd-8f87-48eb-98b2-839bd518b8be req-2a5e0a82-9cb8-4409-8573-0a65af3bce7d tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef54f328-e8c6-46b4-901f-67afbf195860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0254719 Jun 03 19:23:15.684831 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f102cf-cafc-486a-87c1-00eed6fd69ed req-2b2e264e-4650-4e7d-b5f2-debaffd9204a tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:23:15.686332 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-03f102cf-cafc-486a-87c1-00eed6fd69ed req-2b2e264e-4650-4e7d-b5f2-debaffd9204a tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/ports?device_id=801f1cd9-a1c2-45bc-9f4a-e8b623ce2b73 HTTP/1.1" status: 200 len: 945 time: 0.0597186 Jun 03 19:23:15.718300 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-03f102cf-cafc-486a-87c1-00eed6fd69ed req-3473f87c-78e7-4c54-b644-b1be1a28f375 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef54f328-e8c6-46b4-901f-67afbf195860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0255537 Jun 03 19:23:16.671891 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af67146-e120-4cca-9c15-85df00a8da90 req-cd40585a-9380-409d-9a24-4e11b3b6e106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:23:16.672928 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-3af67146-e120-4cca-9c15-85df00a8da90 req-cd40585a-9380-409d-9a24-4e11b3b6e106 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=801f1cd9-a1c2-45bc-9f4a-e8b623ce2b73 HTTP/1.1" status: 200 len: 1098 time: 0.1050622 Jun 03 19:23:16.705163 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-3af67146-e120-4cca-9c15-85df00a8da90 req-b8f7c57e-fe4a-4244-a2c9-c54580442be6 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=ef54f328-e8c6-46b4-901f-67afbf195860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0252001 Jun 03 19:23:16.860996 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4e33ac-6acd-4732-a55e-dfc7ab8f5d72 req-53ce2eeb-48d5-475b-85ac-37717a9bb61f tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:23:16.861980 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-5e4e33ac-6acd-4732-a55e-dfc7ab8f5d72 req-53ce2eeb-48d5-475b-85ac-37717a9bb61f tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/ports?device_id=801f1cd9-a1c2-45bc-9f4a-e8b623ce2b73 HTTP/1.1" status: 200 len: 945 time: 0.0603902 Jun 03 19:23:16.895979 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-5e4e33ac-6acd-4732-a55e-dfc7ab8f5d72 req-509492f1-cba4-4168-a45d-1424a1c3549e tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef54f328-e8c6-46b4-901f-67afbf195860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274267 Jun 03 19:23:18.037434 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde5db3-2919-43ae-9caf-31f49f733d4e req-5e48b8f0-d291-404b-b934-6de444467150 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:23:18.038442 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-5dde5db3-2919-43ae-9caf-31f49f733d4e req-5e48b8f0-d291-404b-b934-6de444467150 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/ports?device_id=801f1cd9-a1c2-45bc-9f4a-e8b623ce2b73 HTTP/1.1" status: 200 len: 945 time: 0.0604558 Jun 03 19:23:18.070821 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-5dde5db3-2919-43ae-9caf-31f49f733d4e req-3b84ba51-624b-441a-8b55-c9db0e9822f1 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef54f328-e8c6-46b4-901f-67afbf195860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284033 Jun 03 19:23:19.211160 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f324d3e1-24f7-4857-bb9b-84dda62e15ac req-416819f5-c50f-4a42-8c15-4570c1e5f8ef tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:23:19.212201 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-f324d3e1-24f7-4857-bb9b-84dda62e15ac req-416819f5-c50f-4a42-8c15-4570c1e5f8ef tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/ports?device_id=801f1cd9-a1c2-45bc-9f4a-e8b623ce2b73 HTTP/1.1" status: 200 len: 945 time: 0.0583198 Jun 03 19:23:19.246460 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-f324d3e1-24f7-4857-bb9b-84dda62e15ac req-3f0f5f34-ba4a-4ee7-9dbc-208dd823b446 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef54f328-e8c6-46b4-901f-67afbf195860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278306 Jun 03 19:23:19.386966 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49154a0c-8d49-4203-9078-b6f36e4532b6 req-01773057-e0cf-45ae-898c-a50e60afe838 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:23:19.387927 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-49154a0c-8d49-4203-9078-b6f36e4532b6 req-01773057-e0cf-45ae-898c-a50e60afe838 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/ports?device_id=801f1cd9-a1c2-45bc-9f4a-e8b623ce2b73 HTTP/1.1" status: 200 len: 945 time: 0.0628173 Jun 03 19:23:19.394137 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 34378) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:23:19.397233 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.v2.base [None req-6f7705f6-b701-4425-9c8b-4dc4c604f5f5 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Request body: {'floatingip': {'port_id': 'c1ba32f5-2c32-44f8-a1d0-dec3c77c2164'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 19:23:19.447466 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6f7705f6-b701-4425-9c8b-4dc4c604f5f5 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks [] for floatingip, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:23:19.868019 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6f7705f6-b701-4425-9c8b-4dc4c604f5f5 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:23:19.949127 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6f7705f6-b701-4425-9c8b-4dc4c604f5f5 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573538'] for floatingip, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:23:20.074602 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.db.l3_db [None req-6f7705f6-b701-4425-9c8b-4dc4c604f5f5 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Floating IP 7079377c-119a-480c-b741-c2e3a4bd07ad associated. External IP: 172.28.1.29, port: c1ba32f5-2c32-44f8-a1d0-dec3c77c2164. Jun 03 19:23:20.308723 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f7705f6-b701-4425-9c8b-4dc4c604f5f5 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Router cc905ead-084f-4e4c-84a7-b9fd5c05e41d has already been hosted by L3 agent e49736c8-5019-4904-a5ca-8bb53e194ab8 {{(pid=103516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 19:23:20.428932 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f7705f6-b701-4425-9c8b-4dc4c604f5f5 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify agent at l3_agent.dv-cinder-794661-1-smb the message routers_updated {{(pid=103516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 19:23:20.432410 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6f7705f6-b701-4425-9c8b-4dc4c604f5f5 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56630'] for floatingip, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:23:20.441686 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d4c33f-e1cc-4360-bade-dc514ff64b24 None None] Sync routers for ids ['cc905ead-084f-4e4c-84a7-b9fd5c05e41d'] in dv-cinder-794661-1-smb {{(pid=103519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 19:23:20.450344 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d4c33f-e1cc-4360-bade-dc514ff64b24 None None] Routers {'cc905ead-084f-4e4c-84a7-b9fd5c05e41d'} bound to L3 agent in host dv-cinder-794661-1-smb {{(pid=103519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 19:23:20.452037 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_hamode_db [None req-87d4c33f-e1cc-4360-bade-dc514ff64b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794661-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T18:44:31Z,description=,heartbeat_timestamp=2021-06-03T19:23:01Z,host='dv-cinder-794661-1-smb',id=e49736c8-5019-4904-a5ca-8bb53e194ab8,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T18:44:31Z,topic='l3_agent')) {'router_ids': ['cc905ead-084f-4e4c-84a7-b9fd5c05e41d'], 'active': True} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:23:20.467924 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-6f7705f6-b701-4425-9c8b-4dc4c604f5f5 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "PUT /v2.0/floatingips/7079377c-119a-480c-b741-c2e3a4bd07ad HTTP/1.1" status: 200 len: 990 time: 1.0730181 Jun 03 19:23:20.470744 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '801f1cd9-a1c2-45bc-9f4a-e8b623ce2b73', 'tag': 'c1ba32f5-2c32-44f8-a1d0-dec3c77c2164'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 19:23:20.470744 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc39b0f538a7142e305aed45b4a3a48499e72eb72884f9d3de90a53803998271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5002d1-d645-423e-a4fb-a6ea205a0727" -d '{"events": [{"name": "network-changed", "server_uuid": "801f1cd9-a1c2-45bc-9f4a-e8b623ce2b73", "tag": "c1ba32f5-2c32-44f8-a1d0-dec3c77c2164"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 19:23:20.495897 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 19:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c0a5d2a-c71a-4112-9f21-34ee4fdc40b5 x-openstack-request-id: req-3c0a5d2a-c71a-4112-9f21-34ee4fdc40b5 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 19:23:20.496167 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "801f1cd9-a1c2-45bc-9f4a-e8b623ce2b73", "tag": "c1ba32f5-2c32-44f8-a1d0-dec3c77c2164", "status": "completed", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 19:23:20.496474 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3c0a5d2a-c71a-4112-9f21-34ee4fdc40b5 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 19:23:20.496819 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '801f1cd9-a1c2-45bc-9f4a-e8b623ce2b73', 'tag': 'c1ba32f5-2c32-44f8-a1d0-dec3c77c2164', 'status': 'completed', 'code': 200} Jun 03 19:23:20.561041 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_dvr_db [None req-87d4c33f-e1cc-4360-bade-dc514ff64b24 None None] Set router cc905ead-084f-4e4c-84a7-b9fd5c05e41d gateway port host: dv-cinder-794661-1-smb {{(pid=103519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 19:23:20.776325 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_hamode_db [None req-87d4c33f-e1cc-4360-bade-dc514ff64b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc905ead-084f-4e4c-84a7-b9fd5c05e41d', 'name': 'tempest-AttachVolumeTestJSON-895973898-router', 'tenant_id': '1c50bba260ae4606b46750063cbda62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': 'e3ed7527-fec3-4688-9aed-1095c647b49f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T19:12:30Z', 'updated_at': '2021-06-03T19:12:33Z', 'revision_number': 4, 'project_id': '1c50bba260ae4606b46750063cbda62e', 'gw_port': {'id': 'e3ed7527-fec3-4688-9aed-1095c647b49f', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc905ead-084f-4e4c-84a7-b9fd5c05e41d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T19:12:30Z', 'updated_at': '2021-06-03T19:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb', '_floatingips': [{'id': '7079377c-119a-480c-b741-c2e3a4bd07ad', 'tenant_id': '1c50bba260ae4606b46750063cbda62e', 'floating_ip_address': '172.28.1.29', 'floating_network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'router_id': 'cc905ead-084f-4e4c-84a7-b9fd5c05e41d', 'port_id': 'c1ba32f5-2c32-44f8-a1d0-dec3c77c2164', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '112774cb-defc-441a-a648-5368f7671d13', 'mac_address': 'fa:16:3e:cb:c1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801f1cd9-a1c2-45bc-9f4a-e8b623ce2b73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T19:22:53Z', 'updated_at': '2021-06-03T19:23:19Z', 'revision_number': 1, 'project_id': '1c50bba260ae4606b46750063cbda62e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a7cdb2b-1285-4aaa-b331-a41b4d5b6da9', 'name': '', 'network_id': '112774cb-defc-441a-a648-5368f7671d13', 'tenant_id': '1c50bba260ae4606b46750063cbda62e', 'mac_address': 'fa:16:3e:a0:ec:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc905ead-084f-4e4c-84a7-b9fd5c05e41d', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'eb423a29-4b11-41d7-80a2-81f09caa0067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T19:12:32Z', 'updated_at': '2021-06-03T19:12:37Z', 'revision_number': 5, 'project_id': '1c50bba260ae4606b46750063cbda62e', 'subnets': [{'id': 'eb423a29-4b11-41d7-80a2-81f09caa0067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794661-1-smb', False) {} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:23:20.779114 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d4c33f-e1cc-4360-bade-dc514ff64b24 None None] Checking router: cc905ead-084f-4e4c-84a7-b9fd5c05e41d for host: dv-cinder-794661-1-smb {{(pid=103519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 19:23:20.785192 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d4c33f-e1cc-4360-bade-dc514ff64b24 None None] Routers {'cc905ead-084f-4e4c-84a7-b9fd5c05e41d'} bound to L3 agent in host dv-cinder-794661-1-smb {{(pid=103519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 19:23:20.785565 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_hamode_db [None req-87d4c33f-e1cc-4360-bade-dc514ff64b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794661-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T18:44:31Z,description=,heartbeat_timestamp=2021-06-03T19:23:01Z,host='dv-cinder-794661-1-smb',id=e49736c8-5019-4904-a5ca-8bb53e194ab8,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T18:44:31Z,topic='l3_agent')) {'router_ids': ['cc905ead-084f-4e4c-84a7-b9fd5c05e41d'], 'active': True} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:23:20.913249 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_dvr_db [None req-87d4c33f-e1cc-4360-bade-dc514ff64b24 None None] Set router cc905ead-084f-4e4c-84a7-b9fd5c05e41d gateway port host: dv-cinder-794661-1-smb {{(pid=103519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 19:23:20.929363 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5002d1-d645-423e-a4fb-a6ea205a0727 req-ac4ccda4-9406-47fa-aae6-7a63722ff518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:23:20.931153 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-8d5002d1-d645-423e-a4fb-a6ea205a0727 req-ac4ccda4-9406-47fa-aae6-7a63722ff518 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=1c50bba260ae4606b46750063cbda62e&device_id=801f1cd9-a1c2-45bc-9f4a-e8b623ce2b73 HTTP/1.1" status: 200 len: 1098 time: 0.0585194 Jun 03 19:23:21.107581 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5002d1-d645-423e-a4fb-a6ea205a0727 req-e4a5f708-ff66-47ed-beb5-7785de079fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:23:21.108584 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-8d5002d1-d645-423e-a4fb-a6ea205a0727 req-e4a5f708-ff66-47ed-beb5-7785de079fbe service neutron] 10.222.0.108 "GET /v2.0/networks?id=112774cb-defc-441a-a648-5368f7671d13 HTTP/1.1" status: 200 len: 912 time: 0.1694539 Jun 03 19:23:21.108933 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_hamode_db [None req-87d4c33f-e1cc-4360-bade-dc514ff64b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc905ead-084f-4e4c-84a7-b9fd5c05e41d', 'name': 'tempest-AttachVolumeTestJSON-895973898-router', 'tenant_id': '1c50bba260ae4606b46750063cbda62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': 'e3ed7527-fec3-4688-9aed-1095c647b49f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T19:12:30Z', 'updated_at': '2021-06-03T19:12:33Z', 'revision_number': 4, 'project_id': '1c50bba260ae4606b46750063cbda62e', 'gw_port': {'id': 'e3ed7527-fec3-4688-9aed-1095c647b49f', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc905ead-084f-4e4c-84a7-b9fd5c05e41d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T19:12:30Z', 'updated_at': '2021-06-03T19:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb', '_floatingips': [{'id': '7079377c-119a-480c-b741-c2e3a4bd07ad', 'tenant_id': '1c50bba260ae4606b46750063cbda62e', 'floating_ip_address': '172.28.1.29', 'floating_network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'router_id': 'cc905ead-084f-4e4c-84a7-b9fd5c05e41d', 'port_id': 'c1ba32f5-2c32-44f8-a1d0-dec3c77c2164', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '112774cb-defc-441a-a648-5368f7671d13', 'mac_address': 'fa:16:3e:cb:c1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801f1cd9-a1c2-45bc-9f4a-e8b623ce2b73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T19:22:53Z', 'updated_at': '2021-06-03T19:23:19Z', 'revision_number': 1, 'project_id': '1c50bba260ae4606b46750063cbda62e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a7cdb2b-1285-4aaa-b331-a41b4d5b6da9', 'name': '', 'network_id': '112774cb-defc-441a-a648-5368f7671d13', 'tenant_id': '1c50bba260ae4606b46750063cbda62e', 'mac_address': 'fa:16:3e:a0:ec:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc905ead-084f-4e4c-84a7-b9fd5c05e41d', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'eb423a29-4b11-41d7-80a2-81f09caa0067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T19:12:32Z', 'updated_at': '2021-06-03T19:12:37Z', 'revision_number': 5, 'project_id': '1c50bba260ae4606b46750063cbda62e', 'subnets': [{'id': 'eb423a29-4b11-41d7-80a2-81f09caa0067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794661-1-smb', False) {} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:23:21.111343 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d4c33f-e1cc-4360-bade-dc514ff64b24 None None] The sync data for ids ['cc905ead-084f-4e4c-84a7-b9fd5c05e41d'] in dv-cinder-794661-1-smb is: [{'id': 'cc905ead-084f-4e4c-84a7-b9fd5c05e41d', 'name': 'tempest-AttachVolumeTestJSON-895973898-router', 'tenant_id': '1c50bba260ae4606b46750063cbda62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': 'e3ed7527-fec3-4688-9aed-1095c647b49f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T19:12:30Z', 'updated_at': '2021-06-03T19:12:33Z', 'revision_number': 4, 'project_id': '1c50bba260ae4606b46750063cbda62e', 'gw_port': {'id': 'e3ed7527-fec3-4688-9aed-1095c647b49f', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc905ead-084f-4e4c-84a7-b9fd5c05e41d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T19:12:30Z', 'updated_at': '2021-06-03T19:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb', '_floatingips': [{'id': '7079377c-119a-480c-b741-c2e3a4bd07ad', 'tenant_id': '1c50bba260ae4606b46750063cbda62e', 'floating_ip_address': '172.28.1.29', 'floating_network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'router_id': 'cc905ead-084f-4e4c-84a7-b9fd5c05e41d', 'port_id': 'c1ba32f5-2c32-44f8-a1d0-dec3c77c2164', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '112774cb-defc-441a-a648-5368f7671d13', 'mac_address': 'fa:16:3e:cb:c1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801f1cd9-a1c2-45bc-9f4a-e8b623ce2b73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T19:22:53Z', 'updated_at': '2021-06-03T19:23:19Z', 'revision_number': 1, 'project_id': '1c50bba260ae4606b46750063cbda62e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a7cdb2b-1285-4aaa-b331-a41b4d5b6da9', 'name': '', 'network_id': '112774cb-defc-441a-a648-5368f7671d13', 'tenant_id': '1c50bba260ae4606b46750063cbda62e', 'mac_address': 'fa:16:3e:a0:ec:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc905ead-084f-4e4c-84a7-b9fd5c05e41d', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'eb423a29-4b11-41d7-80a2-81f09caa0067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T19:12:32Z', 'updated_at': '2021-06-03T19:12:37Z', 'revision_number': 5, 'project_id': '1c50bba260ae4606b46750063cbda62e', 'subnets': [{'id': 'eb423a29-4b11-41d7-80a2-81f09caa0067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 19:23:21.170783 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-8d5002d1-d645-423e-a4fb-a6ea205a0727 req-34fe3432-339a-4552-8b6b-9447a23530b1 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c1ba32f5-2c32-44f8-a1d0-dec3c77c2164 HTTP/1.1" status: 200 len: 998 time: 0.0529430 Jun 03 19:23:21.213819 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5002d1-d645-423e-a4fb-a6ea205a0727 req-95c47413-afad-49f4-81a2-883db66cca70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:23:21.214815 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-8d5002d1-d645-423e-a4fb-a6ea205a0727 req-95c47413-afad-49f4-81a2-883db66cca70 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=eb423a29-4b11-41d7-80a2-81f09caa0067 HTTP/1.1" status: 200 len: 849 time: 0.0362053 Jun 03 19:23:21.234364 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4c5bc3-7727-485a-b190-28a49289f96d None None] New status for floating IP 7079377c-119a-480c-b741-c2e3a4bd07ad: ACTIVE {{(pid=103518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 19:23:21.266439 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5002d1-d645-423e-a4fb-a6ea205a0727 req-77f7cc7f-01f2-4cf0-9dc0-b5ec1af47396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:23:21.267404 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-8d5002d1-d645-423e-a4fb-a6ea205a0727 req-77f7cc7f-01f2-4cf0-9dc0-b5ec1af47396 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=112774cb-defc-441a-a648-5368f7671d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0450003 Jun 03 19:23:21.364874 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-8d5002d1-d645-423e-a4fb-a6ea205a0727 req-762f72f1-ed50-4968-aab6-4af94003d0f8 service neutron] 10.222.0.108 "GET /v2.0/networks/112774cb-defc-441a-a648-5368f7671d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863817 Jun 03 19:23:21.462849 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-8d5002d1-d645-423e-a4fb-a6ea205a0727 req-f7ee2798-55f4-4c5b-957c-ac49fe0a6f7a service neutron] 10.222.0.108 "GET /v2.0/networks/112774cb-defc-441a-a648-5368f7671d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874085 Jun 03 19:23:25.103279 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-6d5d5e58-499c-4c8d-bc71-f2a305f20ac6 req-12b4db1f-fc43-43dc-ab7a-4188e36ce545 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=801f1cd9-a1c2-45bc-9f4a-e8b623ce2b73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0670664 Jun 03 19:23:28.850898 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d5e58-499c-4c8d-bc71-f2a305f20ac6 req-6795107a-2b03-401d-aef2-5508cdb913fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:23:28.851926 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-6d5d5e58-499c-4c8d-bc71-f2a305f20ac6 req-6795107a-2b03-401d-aef2-5508cdb913fa service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=1c50bba260ae4606b46750063cbda62e&device_id=801f1cd9-a1c2-45bc-9f4a-e8b623ce2b73 HTTP/1.1" status: 200 len: 1098 time: 0.0661869 Jun 03 19:23:28.953325 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d5e58-499c-4c8d-bc71-f2a305f20ac6 req-9dc219e4-71a1-435e-8eb3-8aac3eb0cb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:23:28.954237 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-6d5d5e58-499c-4c8d-bc71-f2a305f20ac6 req-9dc219e4-71a1-435e-8eb3-8aac3eb0cb64 service neutron] 10.222.0.108 "GET /v2.0/networks?id=112774cb-defc-441a-a648-5368f7671d13 HTTP/1.1" status: 200 len: 912 time: 0.0837896 Jun 03 19:23:29.022231 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-6d5d5e58-499c-4c8d-bc71-f2a305f20ac6 req-8a515aa1-a167-49d5-a2d4-70cf19e90d58 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c1ba32f5-2c32-44f8-a1d0-dec3c77c2164 HTTP/1.1" status: 200 len: 1000 time: 0.0610836 Jun 03 19:23:29.064627 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d5e58-499c-4c8d-bc71-f2a305f20ac6 req-ffa4be0b-4b88-4e5f-a29b-0a0fe76c3654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:23:29.065667 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-6d5d5e58-499c-4c8d-bc71-f2a305f20ac6 req-ffa4be0b-4b88-4e5f-a29b-0a0fe76c3654 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=eb423a29-4b11-41d7-80a2-81f09caa0067 HTTP/1.1" status: 200 len: 849 time: 0.0365617 Jun 03 19:23:29.120503 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d5e58-499c-4c8d-bc71-f2a305f20ac6 req-36401d6f-3305-4a8d-9c50-734bf70bf6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:23:29.121257 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-6d5d5e58-499c-4c8d-bc71-f2a305f20ac6 req-36401d6f-3305-4a8d-9c50-734bf70bf6e8 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=112774cb-defc-441a-a648-5368f7671d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0488465 Jun 03 19:23:29.207622 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-6d5d5e58-499c-4c8d-bc71-f2a305f20ac6 req-754ba2aa-44b1-4022-ac5c-bf65e6eeff3b service neutron] 10.222.0.108 "GET /v2.0/networks/112774cb-defc-441a-a648-5368f7671d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790775 Jun 03 19:23:29.283097 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-6d5d5e58-499c-4c8d-bc71-f2a305f20ac6 req-7f2d4d9c-9439-4803-bb56-bf505e678a47 service neutron] 10.222.0.108 "GET /v2.0/networks/112774cb-defc-441a-a648-5368f7671d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0685894 Jun 03 19:23:29.641921 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-0723977c-903a-4eed-8b08-ba61f8717174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:23:30.655939 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:23:30.854742 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-b4180700-8e48-4f6c-b111-07245e362aff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:23:32.099076 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:23:32.224396 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:23:32.975628 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:23:33.170592 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:23:59.658106 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-412fd8d6-df66-4ce9-b3d4-8a366e6991f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:24:00.664528 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:24:00.847157 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-9ccc2e08-5ba2-4e17-96fc-4942031cc28c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:24:02.225211 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:24:02.983407 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:24:03.171343 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:24:09.100958 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:24:27.075294 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-4a8577be-bf95-4678-adc5-1f9b9011ea90 req-e5371660-51ce-46bc-a98d-ab7dd257e8cd service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=801f1cd9-a1c2-45bc-9f4a-e8b623ce2b73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0569987 Jun 03 19:24:28.109117 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8577be-bf95-4678-adc5-1f9b9011ea90 req-7a5713eb-053c-4d57-8073-187fa7a6ff50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:24:28.110551 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-4a8577be-bf95-4678-adc5-1f9b9011ea90 req-7a5713eb-053c-4d57-8073-187fa7a6ff50 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=1c50bba260ae4606b46750063cbda62e&device_id=801f1cd9-a1c2-45bc-9f4a-e8b623ce2b73 HTTP/1.1" status: 200 len: 1098 time: 0.0566576 Jun 03 19:24:28.290476 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8577be-bf95-4678-adc5-1f9b9011ea90 req-ef0473c4-8417-4218-9217-a6abc6abe38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:24:28.291709 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-4a8577be-bf95-4678-adc5-1f9b9011ea90 req-ef0473c4-8417-4218-9217-a6abc6abe38b service neutron] 10.222.0.108 "GET /v2.0/networks?id=112774cb-defc-441a-a648-5368f7671d13 HTTP/1.1" status: 200 len: 912 time: 0.1642616 Jun 03 19:24:28.360928 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-4a8577be-bf95-4678-adc5-1f9b9011ea90 req-60927833-b7f1-4c26-ba11-5ba10d43a87c service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c1ba32f5-2c32-44f8-a1d0-dec3c77c2164 HTTP/1.1" status: 200 len: 1000 time: 0.0614281 Jun 03 19:24:28.407095 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8577be-bf95-4678-adc5-1f9b9011ea90 req-2ebc7543-6737-4dbb-a369-b21cc9ec913e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:24:28.407952 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-4a8577be-bf95-4678-adc5-1f9b9011ea90 req-2ebc7543-6737-4dbb-a369-b21cc9ec913e service neutron] 10.222.0.108 "GET /v2.0/subnets?id=eb423a29-4b11-41d7-80a2-81f09caa0067 HTTP/1.1" status: 200 len: 849 time: 0.0407233 Jun 03 19:24:28.460743 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8577be-bf95-4678-adc5-1f9b9011ea90 req-bb7ed5f5-3739-4152-9fa8-1dc8827fdf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:24:28.461594 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-4a8577be-bf95-4678-adc5-1f9b9011ea90 req-bb7ed5f5-3739-4152-9fa8-1dc8827fdf05 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=112774cb-defc-441a-a648-5368f7671d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0463657 Jun 03 19:24:28.541278 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-4a8577be-bf95-4678-adc5-1f9b9011ea90 req-f2517d1a-7ea3-41fe-b1bc-ff3532bb63df service neutron] 10.222.0.108 "GET /v2.0/networks/112774cb-defc-441a-a648-5368f7671d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0727015 Jun 03 19:24:28.612355 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-4a8577be-bf95-4678-adc5-1f9b9011ea90 req-d6cd271c-6369-45e3-ac83-49fac1e48f37 service neutron] 10.222.0.108 "GET /v2.0/networks/112774cb-defc-441a-a648-5368f7671d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0643072 Jun 03 19:24:29.718173 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-0f23f1bb-18cf-4998-afea-7be242feec4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:24:30.700742 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:24:30.860027 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-cca59f61-97e1-4824-b124-d68652a03bbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:24:32.236697 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:24:32.955744 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:24:33.187613 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:24:46.103106 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:24:59.626864 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-eb2eafd4-e05c-4a0c-9ca2-26572d15e291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:25:00.672189 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:25:00.851976 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-d1a0f706-e879-45e8-8d9f-d28e873848bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:25:02.305557 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:25:02.947873 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:25:03.131370 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:25:23.101160 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:25:29.083519 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-aac0dd93-6c34-4ee7-b4b0-6d3e326ae70d req-5df5817c-e169-4eac-a2db-919b87d1973e service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=801f1cd9-a1c2-45bc-9f4a-e8b623ce2b73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0585814 Jun 03 19:25:29.623110 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-47d1e531-5892-46e2-adde-26529ca52bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:25:30.685231 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:25:30.864696 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-27eceab8-71ff-45ef-a8e6-aa4ca6ba46af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:25:32.329765 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:25:32.836265 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac0dd93-6c34-4ee7-b4b0-6d3e326ae70d req-1d47b193-8e02-4dda-8155-758fd5f070d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:25:32.840721 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-aac0dd93-6c34-4ee7-b4b0-6d3e326ae70d req-1d47b193-8e02-4dda-8155-758fd5f070d5 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=1c50bba260ae4606b46750063cbda62e&device_id=801f1cd9-a1c2-45bc-9f4a-e8b623ce2b73 HTTP/1.1" status: 200 len: 1098 time: 0.0614128 Jun 03 19:25:32.943427 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac0dd93-6c34-4ee7-b4b0-6d3e326ae70d req-9db6b171-1b52-4db4-845c-f35d41b8d17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:25:32.944768 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-aac0dd93-6c34-4ee7-b4b0-6d3e326ae70d req-9db6b171-1b52-4db4-845c-f35d41b8d17b service neutron] 10.222.0.108 "GET /v2.0/networks?id=112774cb-defc-441a-a648-5368f7671d13 HTTP/1.1" status: 200 len: 912 time: 0.0840309 Jun 03 19:25:32.971959 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:25:33.011874 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-aac0dd93-6c34-4ee7-b4b0-6d3e326ae70d req-5f15f88b-d2e7-4ac9-b045-ea379120305e service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c1ba32f5-2c32-44f8-a1d0-dec3c77c2164 HTTP/1.1" status: 200 len: 1000 time: 0.0603671 Jun 03 19:25:33.058927 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac0dd93-6c34-4ee7-b4b0-6d3e326ae70d req-c1d7255c-ca88-4dcf-8952-4fc34176eed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:25:33.059846 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-aac0dd93-6c34-4ee7-b4b0-6d3e326ae70d req-c1d7255c-ca88-4dcf-8952-4fc34176eed8 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=eb423a29-4b11-41d7-80a2-81f09caa0067 HTTP/1.1" status: 200 len: 849 time: 0.0391340 Jun 03 19:25:33.117319 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac0dd93-6c34-4ee7-b4b0-6d3e326ae70d req-dc3d1ff6-8ae8-4d04-bceb-db08b83d351f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:25:33.118234 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-aac0dd93-6c34-4ee7-b4b0-6d3e326ae70d req-dc3d1ff6-8ae8-4d04-bceb-db08b83d351f service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=112774cb-defc-441a-a648-5368f7671d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0504775 Jun 03 19:25:33.179709 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:25:33.208981 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-aac0dd93-6c34-4ee7-b4b0-6d3e326ae70d req-efe42162-c2db-4fdd-b926-83009ac49d5e service neutron] 10.222.0.108 "GET /v2.0/networks/112774cb-defc-441a-a648-5368f7671d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827799 Jun 03 19:25:33.299279 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-aac0dd93-6c34-4ee7-b4b0-6d3e326ae70d req-a61f43d9-027d-4804-a94f-be66367a5dcd service neutron] 10.222.0.108 "GET /v2.0/networks/112774cb-defc-441a-a648-5368f7671d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838673 Jun 03 19:25:59.631613 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-a221a113-6970-4b0e-9580-27d955d6ea46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:26:00.103342 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:26:00.689277 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:26:00.857725 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-48f7d7ad-6d14-4c9b-a27c-ff3a3237aace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:26:02.278128 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:26:02.985202 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:26:03.180842 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:26:29.639188 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-3717b876-83c4-4093-828d-dc16f0f53c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:26:30.721368 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:26:30.896796 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-62140423-4406-483a-8656-70b701c88162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:26:32.293890 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:26:33.291900 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-cdf8edd7-56e1-4ccd-8fb9-aa3f3ec339cd req-dfd43691-535f-4f4c-9e35-ce5661885765 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=801f1cd9-a1c2-45bc-9f4a-e8b623ce2b73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0690560 Jun 03 19:26:33.376026 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:26:33.415829 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:26:37.105458 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:26:44.326524 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf8edd7-56e1-4ccd-8fb9-aa3f3ec339cd req-d24b06d3-5cc9-46ca-8195-c3448465ff35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:26:44.327554 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-cdf8edd7-56e1-4ccd-8fb9-aa3f3ec339cd req-d24b06d3-5cc9-46ca-8195-c3448465ff35 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=1c50bba260ae4606b46750063cbda62e&device_id=801f1cd9-a1c2-45bc-9f4a-e8b623ce2b73 HTTP/1.1" status: 200 len: 1098 time: 0.1448331 Jun 03 19:26:44.433983 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf8edd7-56e1-4ccd-8fb9-aa3f3ec339cd req-85594324-2f82-412a-b07d-a1bdeaf650ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:26:44.435223 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-cdf8edd7-56e1-4ccd-8fb9-aa3f3ec339cd req-85594324-2f82-412a-b07d-a1bdeaf650ee service neutron] 10.222.0.108 "GET /v2.0/networks?id=112774cb-defc-441a-a648-5368f7671d13 HTTP/1.1" status: 200 len: 912 time: 0.0829003 Jun 03 19:26:44.506176 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-cdf8edd7-56e1-4ccd-8fb9-aa3f3ec339cd req-a5f5f30d-df73-4cf2-8f7c-5f9656271bd5 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c1ba32f5-2c32-44f8-a1d0-dec3c77c2164 HTTP/1.1" status: 200 len: 1000 time: 0.0641518 Jun 03 19:26:44.553573 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf8edd7-56e1-4ccd-8fb9-aa3f3ec339cd req-8e08e80d-4d28-4034-b0d5-124180df4f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:26:44.555528 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-cdf8edd7-56e1-4ccd-8fb9-aa3f3ec339cd req-8e08e80d-4d28-4034-b0d5-124180df4f7c service neutron] 10.222.0.108 "GET /v2.0/subnets?id=eb423a29-4b11-41d7-80a2-81f09caa0067 HTTP/1.1" status: 200 len: 849 time: 0.0425982 Jun 03 19:26:44.612611 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf8edd7-56e1-4ccd-8fb9-aa3f3ec339cd req-6f63df08-aafd-4de0-af40-554ba5346fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:26:44.613483 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-cdf8edd7-56e1-4ccd-8fb9-aa3f3ec339cd req-6f63df08-aafd-4de0-af40-554ba5346fe5 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=112774cb-defc-441a-a648-5368f7671d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0498626 Jun 03 19:26:44.712730 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-cdf8edd7-56e1-4ccd-8fb9-aa3f3ec339cd req-dba661e9-2eb0-44b7-8e3a-8a499e547a6c service neutron] 10.222.0.108 "GET /v2.0/networks/112774cb-defc-441a-a648-5368f7671d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868692 Jun 03 19:26:44.801815 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-cdf8edd7-56e1-4ccd-8fb9-aa3f3ec339cd req-d54142c7-ee39-4fdb-a559-4fba129b0a18 service neutron] 10.222.0.108 "GET /v2.0/networks/112774cb-defc-441a-a648-5368f7671d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787053 Jun 03 19:26:59.635808 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-8bd46095-ca5e-403f-ac6e-023ed043413f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:27:00.741692 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:27:00.873343 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-1bbf1a58-b0b8-40d7-a606-5cd069d7f5e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:27:02.334636 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:27:03.017568 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:27:03.305350 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:27:14.107916 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:27:29.604304 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-a2e1e03d-b922-4bf1-93a0-1941d7d9d786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:27:30.626001 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:27:30.813486 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-27d4033a-6476-4ed0-a106-c19c0771ec61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:27:32.287117 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:27:33.205712 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:27:33.248647 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:27:34.486529 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-9e3a6b95-4653-469d-a85f-8a9a41a03706 req-8941443c-f986-4f17-842b-da96b63cb332 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=801f1cd9-a1c2-45bc-9f4a-e8b623ce2b73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0638511 Jun 03 19:27:37.320146 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a6b95-4653-469d-a85f-8a9a41a03706 req-6682abfa-151e-4293-a573-ab0778ec5d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:27:37.321162 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-9e3a6b95-4653-469d-a85f-8a9a41a03706 req-6682abfa-151e-4293-a573-ab0778ec5d20 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=1c50bba260ae4606b46750063cbda62e&device_id=801f1cd9-a1c2-45bc-9f4a-e8b623ce2b73 HTTP/1.1" status: 200 len: 1098 time: 0.0545774 Jun 03 19:27:37.441527 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a6b95-4653-469d-a85f-8a9a41a03706 req-ab493db5-f1d0-4741-81a9-f08aca934703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:27:37.443252 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-9e3a6b95-4653-469d-a85f-8a9a41a03706 req-ab493db5-f1d0-4741-81a9-f08aca934703 service neutron] 10.222.0.108 "GET /v2.0/networks?id=112774cb-defc-441a-a648-5368f7671d13 HTTP/1.1" status: 200 len: 912 time: 0.0980632 Jun 03 19:27:37.519516 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-9e3a6b95-4653-469d-a85f-8a9a41a03706 req-e3c11259-21e1-40d8-a698-9fe59da377c9 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c1ba32f5-2c32-44f8-a1d0-dec3c77c2164 HTTP/1.1" status: 200 len: 1000 time: 0.0648260 Jun 03 19:27:37.567218 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a6b95-4653-469d-a85f-8a9a41a03706 req-7670dae8-beae-44a9-9440-e236b47ae95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:27:37.568004 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-9e3a6b95-4653-469d-a85f-8a9a41a03706 req-7670dae8-beae-44a9-9440-e236b47ae95d service neutron] 10.222.0.108 "GET /v2.0/subnets?id=eb423a29-4b11-41d7-80a2-81f09caa0067 HTTP/1.1" status: 200 len: 849 time: 0.0390909 Jun 03 19:27:37.620276 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a6b95-4653-469d-a85f-8a9a41a03706 req-56eca74b-b428-4dc1-84fb-223a47a0034c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:27:37.621139 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-9e3a6b95-4653-469d-a85f-8a9a41a03706 req-56eca74b-b428-4dc1-84fb-223a47a0034c service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=112774cb-defc-441a-a648-5368f7671d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0460782 Jun 03 19:27:37.709956 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-9e3a6b95-4653-469d-a85f-8a9a41a03706 req-1f86e965-7589-442c-84b3-02e4e4fefd6f service neutron] 10.222.0.108 "GET /v2.0/networks/112774cb-defc-441a-a648-5368f7671d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783365 Jun 03 19:27:37.802710 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-9e3a6b95-4653-469d-a85f-8a9a41a03706 req-581556bb-9176-48b5-9a0c-b161b551f4be service neutron] 10.222.0.108 "GET /v2.0/networks/112774cb-defc-441a-a648-5368f7671d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815368 Jun 03 19:27:51.109884 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:27:59.624364 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-04fc6691-f7db-481c-bb08-0026184bf1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:28:00.710209 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:28:00.925690 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-96ce46be-03e7-4df8-a422-d423703dd89e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:28:02.230954 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:28:02.997506 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:28:03.249078 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:28:28.112233 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:28:29.636951 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-6833baf2-4f6a-4a9e-aeb7-6e7265ffb6e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:28:30.706660 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:28:30.914728 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-160303e1-d2e8-4d22-9ebb-b3344ca116a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:28:32.264153 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:28:32.694144 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-b28244bf-338a-44ca-ae78-97b00511da31 req-c35950aa-edc8-4b9d-a036-06d6a163e990 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=801f1cd9-a1c2-45bc-9f4a-e8b623ce2b73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1151454 Jun 03 19:28:33.091733 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:28:33.253754 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:28:43.756016 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28244bf-338a-44ca-ae78-97b00511da31 req-bb2269f8-b609-4e4e-a7ee-33bd3ae7baf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:28:43.757055 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-b28244bf-338a-44ca-ae78-97b00511da31 req-bb2269f8-b609-4e4e-a7ee-33bd3ae7baf6 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=1c50bba260ae4606b46750063cbda62e&device_id=801f1cd9-a1c2-45bc-9f4a-e8b623ce2b73 HTTP/1.1" status: 200 len: 1098 time: 0.1349807 Jun 03 19:28:43.862972 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28244bf-338a-44ca-ae78-97b00511da31 req-9041906f-04e2-4f50-857c-6dcb2905bf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:28:43.863816 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-b28244bf-338a-44ca-ae78-97b00511da31 req-9041906f-04e2-4f50-857c-6dcb2905bf73 service neutron] 10.222.0.108 "GET /v2.0/networks?id=112774cb-defc-441a-a648-5368f7671d13 HTTP/1.1" status: 200 len: 912 time: 0.0808294 Jun 03 19:28:43.935920 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-b28244bf-338a-44ca-ae78-97b00511da31 req-452741b9-2a57-4d9a-b2c8-f8767e0bed0e service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c1ba32f5-2c32-44f8-a1d0-dec3c77c2164 HTTP/1.1" status: 200 len: 1000 time: 0.0626407 Jun 03 19:28:43.985389 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28244bf-338a-44ca-ae78-97b00511da31 req-f3e23e11-8f74-44ce-9fc2-293ef2429949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:28:44.001700 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-b28244bf-338a-44ca-ae78-97b00511da31 req-f3e23e11-8f74-44ce-9fc2-293ef2429949 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=eb423a29-4b11-41d7-80a2-81f09caa0067 HTTP/1.1" status: 200 len: 849 time: 0.0393748 Jun 03 19:28:44.040496 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28244bf-338a-44ca-ae78-97b00511da31 req-30d0937a-b595-4ac8-ba96-edd82499379c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:28:44.041448 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-b28244bf-338a-44ca-ae78-97b00511da31 req-30d0937a-b595-4ac8-ba96-edd82499379c service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=112774cb-defc-441a-a648-5368f7671d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0464761 Jun 03 19:28:44.121691 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-b28244bf-338a-44ca-ae78-97b00511da31 req-f2c1a941-9955-4d0a-9c18-4ad83a4ce0f7 service neutron] 10.222.0.108 "GET /v2.0/networks/112774cb-defc-441a-a648-5368f7671d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0689168 Jun 03 19:28:44.204443 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-b28244bf-338a-44ca-ae78-97b00511da31 req-91ba98d8-f25d-4e6c-a2be-87f83af52cbd service neutron] 10.222.0.108 "GET /v2.0/networks/112774cb-defc-441a-a648-5368f7671d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0709920 Jun 03 19:28:59.685626 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-b64e776f-dc09-4a05-85d9-4491de33efd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:29:00.707341 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:29:00.902251 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-b1e7cb23-9406-4a1b-9df0-dc751f4aa7ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:29:02.243700 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:29:03.109580 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:29:03.194335 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:29:05.115129 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:29:29.637748 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-7e1ae7dc-9fc5-4af7-ba4e-027175b8eb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:29:30.951186 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:29:31.002523 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-08789ab3-7c1a-46b7-b0a3-c69a489a2c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:29:32.252695 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:29:32.655440 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-299d2537-933a-4743-b0e1-886b4e78db6a req-930ad323-a2d0-4055-b2e5-620955c14ffc service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=801f1cd9-a1c2-45bc-9f4a-e8b623ce2b73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0630963 Jun 03 19:29:32.994842 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:29:33.205966 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:29:35.482849 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d2537-933a-4743-b0e1-886b4e78db6a req-65867212-5cc3-452d-8a6c-11bbb8bdab38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:29:35.483896 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-299d2537-933a-4743-b0e1-886b4e78db6a req-65867212-5cc3-452d-8a6c-11bbb8bdab38 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=1c50bba260ae4606b46750063cbda62e&device_id=801f1cd9-a1c2-45bc-9f4a-e8b623ce2b73 HTTP/1.1" status: 200 len: 1098 time: 0.0513535 Jun 03 19:29:35.605585 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d2537-933a-4743-b0e1-886b4e78db6a req-3503b274-3702-4ebd-b45b-aedc34a41d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:29:35.606543 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-299d2537-933a-4743-b0e1-886b4e78db6a req-3503b274-3702-4ebd-b45b-aedc34a41d31 service neutron] 10.222.0.108 "GET /v2.0/networks?id=112774cb-defc-441a-a648-5368f7671d13 HTTP/1.1" status: 200 len: 912 time: 0.0999467 Jun 03 19:29:35.682905 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-299d2537-933a-4743-b0e1-886b4e78db6a req-8ef3232b-b6ca-4a18-bc70-85a2ab042e01 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c1ba32f5-2c32-44f8-a1d0-dec3c77c2164 HTTP/1.1" status: 200 len: 1000 time: 0.0649595 Jun 03 19:29:35.726194 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d2537-933a-4743-b0e1-886b4e78db6a req-9ee80cdc-b428-4b40-ad52-80ee92786837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:29:35.727054 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-299d2537-933a-4743-b0e1-886b4e78db6a req-9ee80cdc-b428-4b40-ad52-80ee92786837 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=eb423a29-4b11-41d7-80a2-81f09caa0067 HTTP/1.1" status: 200 len: 849 time: 0.0358403 Jun 03 19:29:35.784374 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d2537-933a-4743-b0e1-886b4e78db6a req-c86222b1-e5f4-4929-b602-1280ab92cf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:29:35.785243 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-299d2537-933a-4743-b0e1-886b4e78db6a req-c86222b1-e5f4-4929-b602-1280ab92cf2f service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=112774cb-defc-441a-a648-5368f7671d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0476406 Jun 03 19:29:35.871613 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-299d2537-933a-4743-b0e1-886b4e78db6a req-74fa154f-c528-435c-817a-6eb0464bbf86 service neutron] 10.222.0.108 "GET /v2.0/networks/112774cb-defc-441a-a648-5368f7671d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0770509 Jun 03 19:29:35.945418 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-299d2537-933a-4743-b0e1-886b4e78db6a req-3c15d82e-a8d0-4b85-9fcd-830e6d9c786a service neutron] 10.222.0.108 "GET /v2.0/networks/112774cb-defc-441a-a648-5368f7671d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0658510 Jun 03 19:29:42.117498 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:29:59.661321 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-a522ec66-e28f-42b1-8ccd-a8f5add4f813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:30:00.854628 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:30:00.966815 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-df5cf06f-b90a-4ae5-b01b-7a8b6534a6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:30:02.310525 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:30:03.054926 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:30:03.242312 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:30:19.121137 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:30:29.634606 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-fbd597ad-f13c-4125-84f8-deb7bec62be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:30:30.748439 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:30:30.932114 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-6193d65b-6e5e-4072-869a-9ee266dbb92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:30:32.261112 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:30:33.087114 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:30:33.222842 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:30:34.135612 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-1d3ffd58-0300-4ef4-8f46-af60dfe208d5 req-0c368c17-52b8-4dc9-bc73-8d347523d95c service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=801f1cd9-a1c2-45bc-9f4a-e8b623ce2b73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1448905 Jun 03 19:30:35.225103 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3ffd58-0300-4ef4-8f46-af60dfe208d5 req-c2c6fb34-839b-42ce-9162-4bd345fc83c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:30:35.226019 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-1d3ffd58-0300-4ef4-8f46-af60dfe208d5 req-c2c6fb34-839b-42ce-9162-4bd345fc83c7 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=1c50bba260ae4606b46750063cbda62e&device_id=801f1cd9-a1c2-45bc-9f4a-e8b623ce2b73 HTTP/1.1" status: 200 len: 1098 time: 0.0614269 Jun 03 19:30:35.345757 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3ffd58-0300-4ef4-8f46-af60dfe208d5 req-ef95cac0-1a11-45f6-9213-ea89bf9f9f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:30:35.346832 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-1d3ffd58-0300-4ef4-8f46-af60dfe208d5 req-ef95cac0-1a11-45f6-9213-ea89bf9f9f37 service neutron] 10.222.0.108 "GET /v2.0/networks?id=112774cb-defc-441a-a648-5368f7671d13 HTTP/1.1" status: 200 len: 912 time: 0.0933752 Jun 03 19:30:35.429738 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-1d3ffd58-0300-4ef4-8f46-af60dfe208d5 req-ad6df6f3-9112-4013-b8fe-db61d828c6a1 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c1ba32f5-2c32-44f8-a1d0-dec3c77c2164 HTTP/1.1" status: 200 len: 1000 time: 0.0702615 Jun 03 19:30:35.482085 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3ffd58-0300-4ef4-8f46-af60dfe208d5 req-dcd25921-3f03-472c-a3bf-9f7044f88ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:30:35.482939 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-1d3ffd58-0300-4ef4-8f46-af60dfe208d5 req-dcd25921-3f03-472c-a3bf-9f7044f88ae4 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=eb423a29-4b11-41d7-80a2-81f09caa0067 HTTP/1.1" status: 200 len: 849 time: 0.0464072 Jun 03 19:30:35.561929 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3ffd58-0300-4ef4-8f46-af60dfe208d5 req-447eb322-fcb6-4fc3-877d-7ed9c99d19ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:30:35.562900 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-1d3ffd58-0300-4ef4-8f46-af60dfe208d5 req-447eb322-fcb6-4fc3-877d-7ed9c99d19ca service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=112774cb-defc-441a-a648-5368f7671d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0681210 Jun 03 19:30:35.649017 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-1d3ffd58-0300-4ef4-8f46-af60dfe208d5 req-df32b105-d94e-4be1-b3b7-a4748b105b4e service neutron] 10.222.0.108 "GET /v2.0/networks/112774cb-defc-441a-a648-5368f7671d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0750387 Jun 03 19:30:35.741916 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-1d3ffd58-0300-4ef4-8f46-af60dfe208d5 req-2b1db693-11c3-4d56-a477-e6c3aec2f43b service neutron] 10.222.0.108 "GET /v2.0/networks/112774cb-defc-441a-a648-5368f7671d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0721209 Jun 03 19:30:56.121860 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:30:59.638459 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-f70990a4-3b13-4a0f-a6f5-114b142f15e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:31:00.708141 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:31:00.883301 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-7bf6e574-fb36-4855-88de-075041fc782d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:31:02.253674 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:31:03.080317 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:31:03.275720 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:31:29.647209 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-fce4e9b1-8f68-4fcc-bff6-2bcab7667ad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:31:30.724445 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:31:30.931653 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-19a33c27-33ef-4527-a003-3a864915d413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:31:32.280978 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:31:32.968314 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:31:33.124458 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:31:33.235925 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:31:34.624750 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-a88c221d-c0c4-47b2-8eb6-f7bc8d2321b3 req-dd3b916a-a3fa-4382-8831-1e3091d2af1f service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=801f1cd9-a1c2-45bc-9f4a-e8b623ce2b73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0617604 Jun 03 19:31:36.026009 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88c221d-c0c4-47b2-8eb6-f7bc8d2321b3 req-d50b873c-23d7-46c3-9e4b-4c62c27c12fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:31:36.027011 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-a88c221d-c0c4-47b2-8eb6-f7bc8d2321b3 req-d50b873c-23d7-46c3-9e4b-4c62c27c12fb service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=1c50bba260ae4606b46750063cbda62e&device_id=801f1cd9-a1c2-45bc-9f4a-e8b623ce2b73 HTTP/1.1" status: 200 len: 1098 time: 0.0590284 Jun 03 19:31:36.134703 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88c221d-c0c4-47b2-8eb6-f7bc8d2321b3 req-c42947e5-e7f8-4680-a59e-a75eb07fb7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:31:36.135740 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-a88c221d-c0c4-47b2-8eb6-f7bc8d2321b3 req-c42947e5-e7f8-4680-a59e-a75eb07fb7fd service neutron] 10.222.0.108 "GET /v2.0/networks?id=112774cb-defc-441a-a648-5368f7671d13 HTTP/1.1" status: 200 len: 912 time: 0.0857773 Jun 03 19:31:36.216367 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-a88c221d-c0c4-47b2-8eb6-f7bc8d2321b3 req-3eaf7318-8789-4af3-9aac-90804a87c2da service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c1ba32f5-2c32-44f8-a1d0-dec3c77c2164 HTTP/1.1" status: 200 len: 1000 time: 0.0685611 Jun 03 19:31:36.271193 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88c221d-c0c4-47b2-8eb6-f7bc8d2321b3 req-8a23025e-8b14-474f-b3c1-50ce518bafd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:31:36.272055 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-a88c221d-c0c4-47b2-8eb6-f7bc8d2321b3 req-8a23025e-8b14-474f-b3c1-50ce518bafd6 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=eb423a29-4b11-41d7-80a2-81f09caa0067 HTTP/1.1" status: 200 len: 849 time: 0.0392194 Jun 03 19:31:36.329386 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88c221d-c0c4-47b2-8eb6-f7bc8d2321b3 req-4336ba71-c62e-4193-b065-74943d09630c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:31:36.330259 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-a88c221d-c0c4-47b2-8eb6-f7bc8d2321b3 req-4336ba71-c62e-4193-b065-74943d09630c service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=112774cb-defc-441a-a648-5368f7671d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0465660 Jun 03 19:31:36.439608 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-a88c221d-c0c4-47b2-8eb6-f7bc8d2321b3 req-404bbdf7-92c3-4034-a045-f8a780cfb607 service neutron] 10.222.0.108 "GET /v2.0/networks/112774cb-defc-441a-a648-5368f7671d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964108 Jun 03 19:31:36.604527 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-a88c221d-c0c4-47b2-8eb6-f7bc8d2321b3 req-94eaf5bc-7dff-4188-939d-2d48f0be7ebb service neutron] 10.222.0.108 "GET /v2.0/networks/112774cb-defc-441a-a648-5368f7671d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532059 Jun 03 19:31:59.599465 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-5f06402c-bc30-4460-9f71-29b5b3f543e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:32:00.677443 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:32:00.824972 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-0f595355-b5f9-4e90-9096-db4a2b88e58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:32:02.314214 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:32:03.000795 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:32:03.227340 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:32:10.126063 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:32:29.604658 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aa912410-41d5-47f2-b9ff-b7059fc8cbdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:32:30.664952 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:32:30.868651 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-92aef297-c17b-48ab-882f-e7af54f255e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:32:32.350591 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:32:33.020885 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:32:33.219251 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:32:37.432424 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-15f43236-4807-4617-8e61-7aa8a1b1f0cf req-0f32ea87-fdb8-4b21-966a-d0403255041a service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=801f1cd9-a1c2-45bc-9f4a-e8b623ce2b73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0576067 Jun 03 19:32:47.128238 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:32:59.648767 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-1cb3f54e-7d24-4f89-8639-aa6f4505b941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:33:00.673933 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:33:00.865652 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-ea975638-0fd2-46c7-b554-ac4670c929c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:33:02.269830 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:33:03.004304 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:33:03.353021 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:33:10.065147 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f43236-4807-4617-8e61-7aa8a1b1f0cf req-306af750-67cc-41fa-8fa9-295a3b6f4acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:33:10.066125 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-15f43236-4807-4617-8e61-7aa8a1b1f0cf req-306af750-67cc-41fa-8fa9-295a3b6f4acb service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=1c50bba260ae4606b46750063cbda62e&device_id=801f1cd9-a1c2-45bc-9f4a-e8b623ce2b73 HTTP/1.1" status: 200 len: 1098 time: 0.0639794 Jun 03 19:33:10.181383 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f43236-4807-4617-8e61-7aa8a1b1f0cf req-7031de72-8db7-4ebc-969e-0d7f6be3d5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:33:10.182312 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-15f43236-4807-4617-8e61-7aa8a1b1f0cf req-7031de72-8db7-4ebc-969e-0d7f6be3d5d9 service neutron] 10.222.0.108 "GET /v2.0/networks?id=112774cb-defc-441a-a648-5368f7671d13 HTTP/1.1" status: 200 len: 912 time: 0.0868781 Jun 03 19:33:10.257725 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-15f43236-4807-4617-8e61-7aa8a1b1f0cf req-5ce7b618-b708-4662-bcf2-c1d0143a67a9 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c1ba32f5-2c32-44f8-a1d0-dec3c77c2164 HTTP/1.1" status: 200 len: 1000 time: 0.0640528 Jun 03 19:33:10.302502 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f43236-4807-4617-8e61-7aa8a1b1f0cf req-d695d044-9cca-410b-b55a-af89fbb4c098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:33:10.303343 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-15f43236-4807-4617-8e61-7aa8a1b1f0cf req-d695d044-9cca-410b-b55a-af89fbb4c098 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=eb423a29-4b11-41d7-80a2-81f09caa0067 HTTP/1.1" status: 200 len: 849 time: 0.0382211 Jun 03 19:33:10.362040 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f43236-4807-4617-8e61-7aa8a1b1f0cf req-4915cedb-a0c3-4be5-a964-07d59cc9372c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:33:10.363011 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-15f43236-4807-4617-8e61-7aa8a1b1f0cf req-4915cedb-a0c3-4be5-a964-07d59cc9372c service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=112774cb-defc-441a-a648-5368f7671d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0488026 Jun 03 19:33:10.375592 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [req-15f43236-4807-4617-8e61-7aa8a1b1f0cf req-ad1dc8e0-cfd6-4676-a5e1-bb1a0c2c68d0 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 19:33:10.376365 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-15f43236-4807-4617-8e61-7aa8a1b1f0cf req-ad1dc8e0-cfd6-4676-a5e1-bb1a0c2c68d0 service neutron] 10.222.0.108 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0034823 Jun 03 19:33:10.479989 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-15f43236-4807-4617-8e61-7aa8a1b1f0cf req-cc085e56-9087-4b99-8aa8-d6dd5dc531fe service neutron] 10.222.0.108 "GET /v2.0/networks/112774cb-defc-441a-a648-5368f7671d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935535 Jun 03 19:33:10.575464 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-15f43236-4807-4617-8e61-7aa8a1b1f0cf req-c2046d8f-9e09-4638-a6d0-6e2937bc7e42 service neutron] 10.222.0.108 "GET /v2.0/networks/112774cb-defc-441a-a648-5368f7671d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826929 Jun 03 19:33:24.129989 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:33:29.608659 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-a123356a-c1d6-4d40-b1b0-966a052159fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:33:30.740973 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:33:30.850501 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-091d5486-97ee-43c1-bc58-0f6e58f64d70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:33:32.271638 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:33:32.988608 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:33:33.508190 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:33:35.695212 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-c231e18d-e9f1-4a5a-b421-2f0f3b2f07a9 req-8b2ea906-db61-46f0-9b60-dfcb0b23b1a1 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=801f1cd9-a1c2-45bc-9f4a-e8b623ce2b73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1383011 Jun 03 19:33:38.540605 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c231e18d-e9f1-4a5a-b421-2f0f3b2f07a9 req-c4799b06-95d0-402f-8ccf-17eaa4f96911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:33:38.541611 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-c231e18d-e9f1-4a5a-b421-2f0f3b2f07a9 req-c4799b06-95d0-402f-8ccf-17eaa4f96911 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=1c50bba260ae4606b46750063cbda62e&device_id=801f1cd9-a1c2-45bc-9f4a-e8b623ce2b73 HTTP/1.1" status: 200 len: 1098 time: 0.0573828 Jun 03 19:33:38.657022 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c231e18d-e9f1-4a5a-b421-2f0f3b2f07a9 req-77693657-b826-4d0a-99b8-d37202e7d5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:33:38.657852 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-c231e18d-e9f1-4a5a-b421-2f0f3b2f07a9 req-77693657-b826-4d0a-99b8-d37202e7d5a3 service neutron] 10.222.0.108 "GET /v2.0/networks?id=112774cb-defc-441a-a648-5368f7671d13 HTTP/1.1" status: 200 len: 912 time: 0.0891361 Jun 03 19:33:38.732486 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-c231e18d-e9f1-4a5a-b421-2f0f3b2f07a9 req-cc70c181-6cbb-41e2-9162-edeab9333577 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c1ba32f5-2c32-44f8-a1d0-dec3c77c2164 HTTP/1.1" status: 200 len: 1000 time: 0.0643160 Jun 03 19:33:38.799001 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c231e18d-e9f1-4a5a-b421-2f0f3b2f07a9 req-02ba8334-a040-4b9b-a07c-14499c147439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:33:38.799926 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-c231e18d-e9f1-4a5a-b421-2f0f3b2f07a9 req-02ba8334-a040-4b9b-a07c-14499c147439 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=eb423a29-4b11-41d7-80a2-81f09caa0067 HTTP/1.1" status: 200 len: 849 time: 0.0546589 Jun 03 19:33:38.868976 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c231e18d-e9f1-4a5a-b421-2f0f3b2f07a9 req-0432fb60-bfa3-4eed-a5c1-551f0972e832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:33:38.869924 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-c231e18d-e9f1-4a5a-b421-2f0f3b2f07a9 req-0432fb60-bfa3-4eed-a5c1-551f0972e832 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=112774cb-defc-441a-a648-5368f7671d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0592763 Jun 03 19:33:38.962658 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-c231e18d-e9f1-4a5a-b421-2f0f3b2f07a9 req-d9e28fd7-8e5e-4edd-b3d4-23f36d53a93b service neutron] 10.222.0.108 "GET /v2.0/networks/112774cb-defc-441a-a648-5368f7671d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801775 Jun 03 19:33:39.125948 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-c231e18d-e9f1-4a5a-b421-2f0f3b2f07a9 req-748069d9-d7ba-4ca1-9443-26dfbd7b78f3 service neutron] 10.222.0.108 "GET /v2.0/networks/112774cb-defc-441a-a648-5368f7671d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523297 Jun 03 19:33:48.988918 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417351bd-c79b-45be-8a4b-8b43070b6748 req-aeedb0cd-57b0-4829-ba33-5bdcf2cd00bb tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:33:48.989771 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-417351bd-c79b-45be-8a4b-8b43070b6748 req-aeedb0cd-57b0-4829-ba33-5bdcf2cd00bb tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/ports?device_id=801f1cd9-a1c2-45bc-9f4a-e8b623ce2b73 HTTP/1.1" status: 200 len: 945 time: 0.0640311 Jun 03 19:33:49.025739 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-417351bd-c79b-45be-8a4b-8b43070b6748 req-799b2688-36a0-4737-b921-f220c45c36dd tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef54f328-e8c6-46b4-901f-67afbf195860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292978 Jun 03 19:33:50.174742 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5731f17-c7c7-4620-b88c-b34a5120cd6c req-e67488bf-58cb-4f59-895c-a3c92024ea15 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:33:50.175821 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-e5731f17-c7c7-4620-b88c-b34a5120cd6c req-e67488bf-58cb-4f59-895c-a3c92024ea15 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/ports?device_id=801f1cd9-a1c2-45bc-9f4a-e8b623ce2b73 HTTP/1.1" status: 200 len: 945 time: 0.0601742 Jun 03 19:33:50.205039 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-e5731f17-c7c7-4620-b88c-b34a5120cd6c req-3d7288f3-b5d3-430e-a61b-23c3d82712ab tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef54f328-e8c6-46b4-901f-67afbf195860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0243771 Jun 03 19:33:50.222057 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda1598-790c-4d49-91cf-ce7242442885 req-25223efd-041c-47c1-9083-9e7a5e5f9d20 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:33:50.223011 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-4cda1598-790c-4d49-91cf-ce7242442885 req-25223efd-041c-47c1-9083-9e7a5e5f9d20 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.108 "GET /v2.0/ports?device_id=801f1cd9-a1c2-45bc-9f4a-e8b623ce2b73 HTTP/1.1" status: 200 len: 945 time: 0.0615513 Jun 03 19:33:50.316091 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [req-4cda1598-790c-4d49-91cf-ce7242442885 req-cd22fd23-be49-40d1-9dce-28fa116d9798 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Deleting port c1ba32f5-2c32-44f8-a1d0-dec3c77c2164 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 19:33:50.316309 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-4cda1598-790c-4d49-91cf-ce7242442885 req-cd22fd23-be49-40d1-9dce-28fa116d9798 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241832951'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:33:50.405236 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.db [req-4cda1598-790c-4d49-91cf-ce7242442885 req-cd22fd23-be49-40d1-9dce-28fa116d9798 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] For port c1ba32f5-2c32-44f8-a1d0-dec3c77c2164, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=c1ba32f5-2c32-44f8-a1d0-dec3c77c2164,segment=NetworkSegment(5e6f8128-51e1-4c4e-a8ae-f34981a228ac),segment_id=5e6f8128-51e1-4c4e-a8ae-f34981a228ac)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 19:33:50.405687 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-4cda1598-790c-4d49-91cf-ce7242442885 req-cd22fd23-be49-40d1-9dce-28fa116d9798 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:33:50.600856 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-4cda1598-790c-4d49-91cf-ce7242442885 req-cd22fd23-be49-40d1-9dce-28fa116d9798 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:33:50.601263 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-4cda1598-790c-4d49-91cf-ce7242442885 req-cd22fd23-be49-40d1-9dce-28fa116d9798 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573538'] for floatingip, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:33:50.601637 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.db.l3_db [req-4cda1598-790c-4d49-91cf-ce7242442885 req-cd22fd23-be49-40d1-9dce-28fa116d9798 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Floating IP 7079377c-119a-480c-b741-c2e3a4bd07ad disassociated. External IP: 172.28.1.29, port: c1ba32f5-2c32-44f8-a1d0-dec3c77c2164. Jun 03 19:33:50.602040 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [req-4cda1598-790c-4d49-91cf-ce7242442885 req-cd22fd23-be49-40d1-9dce-28fa116d9798 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Calling delete_port for c1ba32f5-2c32-44f8-a1d0-dec3c77c2164 owned by compute:nova {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 19:33:50.793573 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-4cda1598-790c-4d49-91cf-ce7242442885 req-cd22fd23-be49-40d1-9dce-28fa116d9798 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241743607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751241322837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3014096'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:33:50.802345 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-897b8dfc-ac1d-4c25-935c-70babaa6e684 tempest-AttachVolumeShelveTestJSON-1531648891 tempest-AttachVolumeShelveTestJSON-1531648891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:33:50.840967 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd22fd23-be49-40d1-9dce-28fa116d9798 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Pushing event deleted for resources: {'Port': ['ID=c1ba32f5-2c32-44f8-a1d0-dec3c77c2164,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:33:50.848313 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd22fd23-be49-40d1-9dce-28fa116d9798 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:33:50.848540 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd22fd23-be49-40d1-9dce-28fa116d9798 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:33:50.848805 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd22fd23-be49-40d1-9dce-28fa116d9798 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:33:50.849031 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd22fd23-be49-40d1-9dce-28fa116d9798 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:33:50.849377 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd22fd23-be49-40d1-9dce-28fa116d9798 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:33:50.849631 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd22fd23-be49-40d1-9dce-28fa116d9798 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:33:50.849876 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd22fd23-be49-40d1-9dce-28fa116d9798 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:33:50.850127 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd22fd23-be49-40d1-9dce-28fa116d9798 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:33:50.850379 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd22fd23-be49-40d1-9dce-28fa116d9798 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:33:50.850631 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd22fd23-be49-40d1-9dce-28fa116d9798 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:33:50.850908 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd22fd23-be49-40d1-9dce-28fa116d9798 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:33:50.851127 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd22fd23-be49-40d1-9dce-28fa116d9798 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:33:50.853539 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-cd22fd23-be49-40d1-9dce-28fa116d9798 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:33:50.975147 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4cda1598-790c-4d49-91cf-ce7242442885 req-cd22fd23-be49-40d1-9dce-28fa116d9798 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Router cc905ead-084f-4e4c-84a7-b9fd5c05e41d has already been hosted by L3 agent e49736c8-5019-4904-a5ca-8bb53e194ab8 {{(pid=103516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 19:33:51.084099 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4cda1598-790c-4d49-91cf-ce7242442885 req-cd22fd23-be49-40d1-9dce-28fa116d9798 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify agent at l3_agent.dv-cinder-794661-1-smb the message routers_updated {{(pid=103516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 19:33:51.092600 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def09159-3bce-45bf-afb3-34ee5747791a None None] Sync routers for ids ['cc905ead-084f-4e4c-84a7-b9fd5c05e41d'] in dv-cinder-794661-1-smb {{(pid=103519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 19:33:51.104412 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def09159-3bce-45bf-afb3-34ee5747791a None None] Routers {'cc905ead-084f-4e4c-84a7-b9fd5c05e41d'} bound to L3 agent in host dv-cinder-794661-1-smb {{(pid=103519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 19:33:51.105171 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_hamode_db [None req-def09159-3bce-45bf-afb3-34ee5747791a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794661-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T18:44:31Z,description=,heartbeat_timestamp=2021-06-03T19:33:31Z,host='dv-cinder-794661-1-smb',id=e49736c8-5019-4904-a5ca-8bb53e194ab8,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T18:44:31Z,topic='l3_agent')) {'router_ids': ['cc905ead-084f-4e4c-84a7-b9fd5c05e41d'], 'active': True} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:33:51.127577 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cda1598-790c-4d49-91cf-ce7242442885 req-cd22fd23-be49-40d1-9dce-28fa116d9798 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] No DVR routers for this DVR port c1ba32f5-2c32-44f8-a1d0-dec3c77c2164 on host hv-cinder-79466 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 19:33:51.129299 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-4cda1598-790c-4d49-91cf-ce7242442885 req-cd22fd23-be49-40d1-9dce-28fa116d9798 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56630'] for port, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:33:51.131170 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '801f1cd9-a1c2-45bc-9f4a-e8b623ce2b73', 'name': 'network-vif-deleted', 'tag': 'c1ba32f5-2c32-44f8-a1d0-dec3c77c2164'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 19:33:51.132629 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc39b0f538a7142e305aed45b4a3a48499e72eb72884f9d3de90a53803998271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e02d9cd-9940-4c51-8da4-f35595d6d36d" -d '{"events": [{"server_uuid": "801f1cd9-a1c2-45bc-9f4a-e8b623ce2b73", "name": "network-vif-deleted", "tag": "c1ba32f5-2c32-44f8-a1d0-dec3c77c2164"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 19:33:51.199567 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 19:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b9f76e-8e4a-4d2c-b3d6-c148756faf28 x-openstack-request-id: req-50b9f76e-8e4a-4d2c-b3d6-c148756faf28 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 19:33:51.199814 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "801f1cd9-a1c2-45bc-9f4a-e8b623ce2b73", "name": "network-vif-deleted", "tag": "c1ba32f5-2c32-44f8-a1d0-dec3c77c2164", "status": "completed", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 19:33:51.199984 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-50b9f76e-8e4a-4d2c-b3d6-c148756faf28 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 19:33:51.200272 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '801f1cd9-a1c2-45bc-9f4a-e8b623ce2b73', 'name': 'network-vif-deleted', 'tag': 'c1ba32f5-2c32-44f8-a1d0-dec3c77c2164', 'status': 'completed', 'code': 200} Jun 03 19:33:51.218123 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_dvr_db [None req-def09159-3bce-45bf-afb3-34ee5747791a None None] Set router cc905ead-084f-4e4c-84a7-b9fd5c05e41d gateway port host: dv-cinder-794661-1-smb {{(pid=103519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 19:33:51.222488 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-4cda1598-790c-4d49-91cf-ce7242442885 req-cd22fd23-be49-40d1-9dce-28fa116d9798 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.108 "DELETE /v2.0/ports/c1ba32f5-2c32-44f8-a1d0-dec3c77c2164 HTTP/1.1" status: 204 len: 173 time: 0.9916208 Jun 03 19:33:51.387143 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-487322d2-727c-4953-b782-e2addf128862 req-b455a225-f163-4c48-bfa8-1609898435f1 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/ports?device_id=801f1cd9-a1c2-45bc-9f4a-e8b623ce2b73 HTTP/1.1" status: 200 len: 210 time: 0.1161895 Jun 03 19:33:51.393114 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_hamode_db [None req-def09159-3bce-45bf-afb3-34ee5747791a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc905ead-084f-4e4c-84a7-b9fd5c05e41d', 'name': 'tempest-AttachVolumeTestJSON-895973898-router', 'tenant_id': '1c50bba260ae4606b46750063cbda62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': 'e3ed7527-fec3-4688-9aed-1095c647b49f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T19:12:30Z', 'updated_at': '2021-06-03T19:12:33Z', 'revision_number': 4, 'project_id': '1c50bba260ae4606b46750063cbda62e', 'gw_port': {'id': 'e3ed7527-fec3-4688-9aed-1095c647b49f', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc905ead-084f-4e4c-84a7-b9fd5c05e41d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T19:12:30Z', 'updated_at': '2021-06-03T19:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb', '_interfaces': [{'id': '2a7cdb2b-1285-4aaa-b331-a41b4d5b6da9', 'name': '', 'network_id': '112774cb-defc-441a-a648-5368f7671d13', 'tenant_id': '1c50bba260ae4606b46750063cbda62e', 'mac_address': 'fa:16:3e:a0:ec:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc905ead-084f-4e4c-84a7-b9fd5c05e41d', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'eb423a29-4b11-41d7-80a2-81f09caa0067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T19:12:32Z', 'updated_at': '2021-06-03T19:12:37Z', 'revision_number': 5, 'project_id': '1c50bba260ae4606b46750063cbda62e', 'subnets': [{'id': 'eb423a29-4b11-41d7-80a2-81f09caa0067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794661-1-smb', False) {} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:33:51.395559 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def09159-3bce-45bf-afb3-34ee5747791a None None] Checking router: cc905ead-084f-4e4c-84a7-b9fd5c05e41d for host: dv-cinder-794661-1-smb {{(pid=103519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 19:33:51.401030 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def09159-3bce-45bf-afb3-34ee5747791a None None] Routers {'cc905ead-084f-4e4c-84a7-b9fd5c05e41d'} bound to L3 agent in host dv-cinder-794661-1-smb {{(pid=103519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 19:33:51.401402 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_hamode_db [None req-def09159-3bce-45bf-afb3-34ee5747791a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794661-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T18:44:31Z,description=,heartbeat_timestamp=2021-06-03T19:33:31Z,host='dv-cinder-794661-1-smb',id=e49736c8-5019-4904-a5ca-8bb53e194ab8,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T18:44:31Z,topic='l3_agent')) {'router_ids': ['cc905ead-084f-4e4c-84a7-b9fd5c05e41d'], 'active': True} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:33:51.509665 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_dvr_db [None req-def09159-3bce-45bf-afb3-34ee5747791a None None] Set router cc905ead-084f-4e4c-84a7-b9fd5c05e41d gateway port host: dv-cinder-794661-1-smb {{(pid=103519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 19:33:51.745674 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_hamode_db [None req-def09159-3bce-45bf-afb3-34ee5747791a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc905ead-084f-4e4c-84a7-b9fd5c05e41d', 'name': 'tempest-AttachVolumeTestJSON-895973898-router', 'tenant_id': '1c50bba260ae4606b46750063cbda62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': 'e3ed7527-fec3-4688-9aed-1095c647b49f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T19:12:30Z', 'updated_at': '2021-06-03T19:12:33Z', 'revision_number': 4, 'project_id': '1c50bba260ae4606b46750063cbda62e', 'gw_port': {'id': 'e3ed7527-fec3-4688-9aed-1095c647b49f', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc905ead-084f-4e4c-84a7-b9fd5c05e41d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T19:12:30Z', 'updated_at': '2021-06-03T19:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb', '_interfaces': [{'id': '2a7cdb2b-1285-4aaa-b331-a41b4d5b6da9', 'name': '', 'network_id': '112774cb-defc-441a-a648-5368f7671d13', 'tenant_id': '1c50bba260ae4606b46750063cbda62e', 'mac_address': 'fa:16:3e:a0:ec:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc905ead-084f-4e4c-84a7-b9fd5c05e41d', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'eb423a29-4b11-41d7-80a2-81f09caa0067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T19:12:32Z', 'updated_at': '2021-06-03T19:12:37Z', 'revision_number': 5, 'project_id': '1c50bba260ae4606b46750063cbda62e', 'subnets': [{'id': 'eb423a29-4b11-41d7-80a2-81f09caa0067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794661-1-smb', False) {} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:33:51.748370 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def09159-3bce-45bf-afb3-34ee5747791a None None] The sync data for ids ['cc905ead-084f-4e4c-84a7-b9fd5c05e41d'] in dv-cinder-794661-1-smb is: [{'id': 'cc905ead-084f-4e4c-84a7-b9fd5c05e41d', 'name': 'tempest-AttachVolumeTestJSON-895973898-router', 'tenant_id': '1c50bba260ae4606b46750063cbda62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': 'e3ed7527-fec3-4688-9aed-1095c647b49f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T19:12:30Z', 'updated_at': '2021-06-03T19:12:33Z', 'revision_number': 4, 'project_id': '1c50bba260ae4606b46750063cbda62e', 'gw_port': {'id': 'e3ed7527-fec3-4688-9aed-1095c647b49f', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc905ead-084f-4e4c-84a7-b9fd5c05e41d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T19:12:30Z', 'updated_at': '2021-06-03T19:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb', '_interfaces': [{'id': '2a7cdb2b-1285-4aaa-b331-a41b4d5b6da9', 'name': '', 'network_id': '112774cb-defc-441a-a648-5368f7671d13', 'tenant_id': '1c50bba260ae4606b46750063cbda62e', 'mac_address': 'fa:16:3e:a0:ec:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc905ead-084f-4e4c-84a7-b9fd5c05e41d', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'eb423a29-4b11-41d7-80a2-81f09caa0067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T19:12:32Z', 'updated_at': '2021-06-03T19:12:37Z', 'revision_number': 5, 'project_id': '1c50bba260ae4606b46750063cbda62e', 'subnets': [{'id': 'eb423a29-4b11-41d7-80a2-81f09caa0067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 19:33:51.889419 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61d74e4-9da1-4b42-88de-952bdcdd7bc4 None None] New status for floating IP 7079377c-119a-480c-b741-c2e3a4bd07ad: DOWN {{(pid=103518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 19:33:52.512921 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-59089336-2d4b-46ea-ab05-254414acb4fb req-7e5da9db-5bec-4cb0-b568-67a4b7423423 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Synchronizing usage tracker for tenant:1c50bba260ae4606b46750063cbda62e on resource:port {{(pid=103516) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 19:33:52.628978 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-59089336-2d4b-46ea-ab05-254414acb4fb req-7e5da9db-5bec-4cb0-b568-67a4b7423423 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Unset dirty status for tenant:1c50bba260ae4606b46750063cbda62e on resource:port {{(pid=103516) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 19:33:52.629809 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-59089336-2d4b-46ea-ab05-254414acb4fb req-7e5da9db-5bec-4cb0-b568-67a4b7423423 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/ports?device_id=801f1cd9-a1c2-45bc-9f4a-e8b623ce2b73 HTTP/1.1" status: 200 len: 210 time: 0.1515355 Jun 03 19:33:53.756675 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-b7c09897-02ee-4caa-aabe-1637b7e64714 req-c0c32a22-d980-4876-8765-d6fc11a91b25 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/ports?device_id=801f1cd9-a1c2-45bc-9f4a-e8b623ce2b73 HTTP/1.1" status: 200 len: 210 time: 0.0305521 Jun 03 19:33:54.374432 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Device c1ba32f5-2c32-44f8-a1d0-dec3c77c2164 no longer exists at agent hyperv_hv-cinder-79466 {{(pid=103518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 19:33:54.404419 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.plugin [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] No Port match for: c1ba32f5-2c32-44f8-a1d0-dec3c77c2164 {{(pid=103518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 19:33:54.404678 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Device c1ba32f5-2c32-44f8-a1d0-dec3c77c2164 not bound to the agent host hv-cinder-79466 {{(pid=103518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 19:33:54.985669 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-52a6047e-cfa9-4933-9ad5-befa27763540 req-b4fb2e3c-7be8-4002-8837-334b0960001a tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/ports?device_id=801f1cd9-a1c2-45bc-9f4a-e8b623ce2b73 HTTP/1.1" status: 200 len: 210 time: 0.1328247 Jun 03 19:33:56.214761 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 35230) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:33:56.269514 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-cd0dad9c-8928-417b-9a4f-c593747262a7 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks [] for security_group, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:33:56.291353 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-cd0dad9c-8928-417b-9a4f-c593747262a7 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:33:56.442211 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-cd0dad9c-8928-417b-9a4f-c593747262a7 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:33:56.447066 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-e277d487-e74c-4836-b010-90ee7fc7c76d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:33:56.464263 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0dad9c-8928-417b-9a4f-c593747262a7 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef54f328-e8c6-46b4-901f-67afbf195860,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:33:56.473516 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0dad9c-8928-417b-9a4f-c593747262a7 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:33:56.473918 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0dad9c-8928-417b-9a4f-c593747262a7 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:33:56.474329 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0dad9c-8928-417b-9a4f-c593747262a7 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:33:56.474765 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0dad9c-8928-417b-9a4f-c593747262a7 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:33:56.475125 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0dad9c-8928-417b-9a4f-c593747262a7 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:33:56.476098 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0dad9c-8928-417b-9a4f-c593747262a7 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:33:56.476388 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0dad9c-8928-417b-9a4f-c593747262a7 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:33:56.476671 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0dad9c-8928-417b-9a4f-c593747262a7 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:33:56.476962 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0dad9c-8928-417b-9a4f-c593747262a7 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:33:56.477239 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0dad9c-8928-417b-9a4f-c593747262a7 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:33:56.477514 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0dad9c-8928-417b-9a4f-c593747262a7 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:33:56.477806 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0dad9c-8928-417b-9a4f-c593747262a7 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:33:56.480379 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-cd0dad9c-8928-417b-9a4f-c593747262a7 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:33:56.572549 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-cd0dad9c-8928-417b-9a4f-c593747262a7 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks [] for security_group, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:33:56.574012 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-cd0dad9c-8928-417b-9a4f-c593747262a7 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "DELETE /v2.0/security-groups/ef54f328-e8c6-46b4-901f-67afbf195860 HTTP/1.1" status: 204 len: 168 time: 0.3579590 Jun 03 19:33:56.577694 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 35232) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:33:56.597006 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.api.v2.resource [None req-48e5b549-aa7a-47cd-87fa-7a1f7b158b6b tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] show failed (client error): The resource could not be found. Jun 03 19:33:56.598149 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-48e5b549-aa7a-47cd-87fa-7a1f7b158b6b tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "GET /v2.0/security-groups/ef54f328-e8c6-46b4-901f-67afbf195860 HTTP/1.1" status: 404 len: 347 time: 0.0192893 Jun 03 19:33:56.601723 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 35234) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:33:56.746162 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-0fc65568-6ea5-4657-aebc-139e808f6d79 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Deleting port 2b2f42ca-8a7b-4a91-8cf4-2b0e239b7f45 {{(pid=103517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 19:33:56.746386 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-0fc65568-6ea5-4657-aebc-139e808f6d79 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241832951'] for port, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:33:56.827603 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-0fc65568-6ea5-4657-aebc-139e808f6d79 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:33:56.827878 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-0fc65568-6ea5-4657-aebc-139e808f6d79 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:33:56.902613 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-0fc65568-6ea5-4657-aebc-139e808f6d79 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Calling delete_port for 2b2f42ca-8a7b-4a91-8cf4-2b0e239b7f45 owned by network:floatingip {{(pid=103517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 19:33:57.086942 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-0fc65568-6ea5-4657-aebc-139e808f6d79 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241743607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751241322837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3647885'] for port, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:33:57.091611 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-e71d3a78-b2b9-4882-af13-1404b94bd3a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:33:57.131845 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc65568-6ea5-4657-aebc-139e808f6d79 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Pushing event deleted for resources: {'Port': ['ID=2b2f42ca-8a7b-4a91-8cf4-2b0e239b7f45,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:33:57.135137 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-0fc65568-6ea5-4657-aebc-139e808f6d79 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:33:57.196874 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-0fc65568-6ea5-4657-aebc-139e808f6d79 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks [] for floatingip, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:33:57.296732 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-0fc65568-6ea5-4657-aebc-139e808f6d79 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56630'] for floatingip, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:33:57.298200 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-0fc65568-6ea5-4657-aebc-139e808f6d79 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] 10.222.0.44 "DELETE /v2.0/floatingips/7079377c-119a-480c-b741-c2e3a4bd07ad HTTP/1.1" status: 204 len: 168 time: 0.6956136 Jun 03 19:33:59.665621 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-ea2b575a-eb90-4912-99b6-0f96df1b35e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:00.670937 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:00.866504 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-428f6902-e7ce-44dd-9b1a-6bd417453cad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:01.131070 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:34:01.486825 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 35258) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:34:01.922855 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-94b846de-a098-40ed-842b-277f2446146a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405346'] for router_interface, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:02.141145 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-94b846de-a098-40ed-842b-277f2446146a admin admin] Deleting port 2a7cdb2b-1285-4aaa-b331-a41b4d5b6da9 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 19:34:02.141330 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-94b846de-a098-40ed-842b-277f2446146a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241832951'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:02.214919 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-94b846de-a098-40ed-842b-277f2446146a admin admin] For port 2a7cdb2b-1285-4aaa-b331-a41b4d5b6da9, host dv-cinder-794661-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794661-1-smb',level=0,port_id=2a7cdb2b-1285-4aaa-b331-a41b4d5b6da9,segment=NetworkSegment(5e6f8128-51e1-4c4e-a8ae-f34981a228ac),segment_id=5e6f8128-51e1-4c4e-a8ae-f34981a228ac)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 19:34:02.215064 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-94b846de-a098-40ed-842b-277f2446146a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:02.234523 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:02.286326 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-94b846de-a098-40ed-842b-277f2446146a admin admin] Calling delete_port for 2a7cdb2b-1285-4aaa-b331-a41b4d5b6da9 owned by network:router_interface {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 19:34:02.547360 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-94b846de-a098-40ed-842b-277f2446146a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241743607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751241322837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3014096'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:02.551926 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-6628675f-9006-481e-bba1-678c72309dc7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:34:02.587078 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b846de-a098-40ed-842b-277f2446146a admin admin] Pushing event deleted for resources: {'Port': ['ID=2a7cdb2b-1285-4aaa-b331-a41b4d5b6da9,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:34:02.589370 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-94b846de-a098-40ed-842b-277f2446146a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:34:02.753024 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-94b846de-a098-40ed-842b-277f2446146a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417212'] for router_interface, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:02.989448 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94b846de-a098-40ed-842b-277f2446146a admin admin] Router cc905ead-084f-4e4c-84a7-b9fd5c05e41d has already been hosted by L3 agent e49736c8-5019-4904-a5ca-8bb53e194ab8 {{(pid=103516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 19:34:03.016279 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:03.101265 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94b846de-a098-40ed-842b-277f2446146a admin admin] Notify agent at l3_agent.dv-cinder-794661-1-smb the message routers_updated {{(pid=103516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 19:34:03.109437 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-94b846de-a098-40ed-842b-277f2446146a admin admin] 10.222.0.44 "PUT /v2.0/routers/cc905ead-084f-4e4c-84a7-b9fd5c05e41d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6218421 Jun 03 19:34:03.110476 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e5128e-8670-45e3-b7a9-34f892e9981f None None] Sync routers for ids ['cc905ead-084f-4e4c-84a7-b9fd5c05e41d'] in dv-cinder-794661-1-smb {{(pid=103519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 19:34:03.111129 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 35262) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:34:03.121426 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e5128e-8670-45e3-b7a9-34f892e9981f None None] Routers {'cc905ead-084f-4e4c-84a7-b9fd5c05e41d'} bound to L3 agent in host dv-cinder-794661-1-smb {{(pid=103519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 19:34:03.124805 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_hamode_db [None req-b4e5128e-8670-45e3-b7a9-34f892e9981f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794661-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T18:44:31Z,description=,heartbeat_timestamp=2021-06-03T19:34:01Z,host='dv-cinder-794661-1-smb',id=e49736c8-5019-4904-a5ca-8bb53e194ab8,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T18:44:31Z,topic='l3_agent')) {'router_ids': ['cc905ead-084f-4e4c-84a7-b9fd5c05e41d'], 'active': True} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:34:03.212422 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4cb06fd8-762f-4470-b962-cae0f909ccea admin admin] Notify callbacks [] for router, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:03.228560 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_dvr_db [None req-b4e5128e-8670-45e3-b7a9-34f892e9981f None None] Set router cc905ead-084f-4e4c-84a7-b9fd5c05e41d gateway port host: dv-cinder-794661-1-smb {{(pid=103519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 19:34:03.257955 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:03.380897 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_hamode_db [None req-b4e5128e-8670-45e3-b7a9-34f892e9981f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc905ead-084f-4e4c-84a7-b9fd5c05e41d', 'name': 'tempest-AttachVolumeTestJSON-895973898-router', 'tenant_id': '1c50bba260ae4606b46750063cbda62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': 'e3ed7527-fec3-4688-9aed-1095c647b49f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T19:12:30Z', 'updated_at': '2021-06-03T19:34:02Z', 'revision_number': 5, 'project_id': '1c50bba260ae4606b46750063cbda62e', 'gw_port': {'id': 'e3ed7527-fec3-4688-9aed-1095c647b49f', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc905ead-084f-4e4c-84a7-b9fd5c05e41d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T19:12:30Z', 'updated_at': '2021-06-03T19:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb'}], 'dv-cinder-794661-1-smb', False) {} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:34:03.383573 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e5128e-8670-45e3-b7a9-34f892e9981f None None] Checking router: cc905ead-084f-4e4c-84a7-b9fd5c05e41d for host: dv-cinder-794661-1-smb {{(pid=103519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 19:34:03.388440 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e5128e-8670-45e3-b7a9-34f892e9981f None None] Routers {'cc905ead-084f-4e4c-84a7-b9fd5c05e41d'} bound to L3 agent in host dv-cinder-794661-1-smb {{(pid=103519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 19:34:03.388772 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_hamode_db [None req-b4e5128e-8670-45e3-b7a9-34f892e9981f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794661-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T18:44:31Z,description=,heartbeat_timestamp=2021-06-03T19:34:01Z,host='dv-cinder-794661-1-smb',id=e49736c8-5019-4904-a5ca-8bb53e194ab8,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T18:44:31Z,topic='l3_agent')) {'router_ids': ['cc905ead-084f-4e4c-84a7-b9fd5c05e41d'], 'active': True} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:34:03.409050 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4cb06fd8-762f-4470-b962-cae0f909ccea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:03.495329 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_dvr_db [None req-b4e5128e-8670-45e3-b7a9-34f892e9981f None None] Set router cc905ead-084f-4e4c-84a7-b9fd5c05e41d gateway port host: dv-cinder-794661-1-smb {{(pid=103519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 19:34:03.506003 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-4cb06fd8-762f-4470-b962-cae0f909ccea admin admin] Deleting port e3ed7527-fec3-4688-9aed-1095c647b49f {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 19:34:03.506234 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4cb06fd8-762f-4470-b962-cae0f909ccea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241832951'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:03.586055 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-4cb06fd8-762f-4470-b962-cae0f909ccea admin admin] For port e3ed7527-fec3-4688-9aed-1095c647b49f, host dv-cinder-794661-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794661-1-smb',level=0,port_id=e3ed7527-fec3-4688-9aed-1095c647b49f,segment=NetworkSegment(cb7a02ef-c488-4fe7-ad15-1fca81e02b96),segment_id=cb7a02ef-c488-4fe7-ad15-1fca81e02b96)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 19:34:03.586509 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4cb06fd8-762f-4470-b962-cae0f909ccea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:03.657219 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-4cb06fd8-762f-4470-b962-cae0f909ccea admin admin] Calling delete_port for e3ed7527-fec3-4688-9aed-1095c647b49f owned by network:router_gateway {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 19:34:03.677388 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.l3_hamode_db [None req-b4e5128e-8670-45e3-b7a9-34f892e9981f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc905ead-084f-4e4c-84a7-b9fd5c05e41d', 'name': 'tempest-AttachVolumeTestJSON-895973898-router', 'tenant_id': '1c50bba260ae4606b46750063cbda62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': 'e3ed7527-fec3-4688-9aed-1095c647b49f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T19:12:30Z', 'updated_at': '2021-06-03T19:34:02Z', 'revision_number': 5, 'project_id': '1c50bba260ae4606b46750063cbda62e', 'gw_port': {'id': 'e3ed7527-fec3-4688-9aed-1095c647b49f', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc905ead-084f-4e4c-84a7-b9fd5c05e41d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T19:12:30Z', 'updated_at': '2021-06-03T19:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb'}], 'dv-cinder-794661-1-smb', False) {} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:34:03.680222 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e5128e-8670-45e3-b7a9-34f892e9981f None None] The sync data for ids ['cc905ead-084f-4e4c-84a7-b9fd5c05e41d'] in dv-cinder-794661-1-smb is: [{'id': 'cc905ead-084f-4e4c-84a7-b9fd5c05e41d', 'name': 'tempest-AttachVolumeTestJSON-895973898-router', 'tenant_id': '1c50bba260ae4606b46750063cbda62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'external_fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': 'e3ed7527-fec3-4688-9aed-1095c647b49f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T19:12:30Z', 'updated_at': '2021-06-03T19:34:02Z', 'revision_number': 5, 'project_id': '1c50bba260ae4606b46750063cbda62e', 'gw_port': {'id': 'e3ed7527-fec3-4688-9aed-1095c647b49f', 'name': '', 'network_id': '6ece2837-d49d-41e4-9380-4ff50b3876fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc905ead-084f-4e4c-84a7-b9fd5c05e41d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794661-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T19:12:30Z', 'updated_at': '2021-06-03T19:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eed56ebd-fbdc-4b64-be4b-629d7f0513a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794661-1-smb'}] {{(pid=103519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 19:34:03.827241 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4cb06fd8-762f-4470-b962-cae0f909ccea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241743607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751241322837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3014096'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:03.831616 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-baccdae3-d032-4cad-bda7-6036c988deb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:34:03.868184 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb06fd8-762f-4470-b962-cae0f909ccea admin admin] Pushing event deleted for resources: {'Port': ['ID=e3ed7527-fec3-4688-9aed-1095c647b49f,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:34:03.870283 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-4cb06fd8-762f-4470-b962-cae0f909ccea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:34:03.932416 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4cb06fd8-762f-4470-b962-cae0f909ccea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573471'] for router_gateway, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:04.037777 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4cb06fd8-762f-4470-b962-cae0f909ccea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27917'] for router, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:04.039635 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4cb06fd8-762f-4470-b962-cae0f909ccea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:04.199675 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4cb06fd8-762f-4470-b962-cae0f909ccea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:04.200171 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb06fd8-762f-4470-b962-cae0f909ccea admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc905ead-084f-4e4c-84a7-b9fd5c05e41d {{(pid=103516) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 19:34:04.210615 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4cb06fd8-762f-4470-b962-cae0f909ccea admin admin] Notify callbacks [] for router, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:04.211420 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-4cb06fd8-762f-4470-b962-cae0f909ccea admin admin] 10.222.0.44 "DELETE /v2.0/routers/cc905ead-084f-4e4c-84a7-b9fd5c05e41d HTTP/1.1" status: 204 len: 168 time: 1.0996807 Jun 03 19:34:04.213022 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 35264) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:34:04.252476 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba668798-eb45-4878-9742-fb16a7c49cbf admin admin] Deleting subnet eb423a29-4b11-41d7-80a2-81f09caa0067 {{(pid=103516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 19:34:04.254900 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ba668798-eb45-4878-9742-fb16a7c49cbf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:04.288230 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ba668798-eb45-4878-9742-fb16a7c49cbf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2320325'] for subnet, precommit_delete_associations {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:04.334868 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ba668798-eb45-4878-9742-fb16a7c49cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1531221'] for subnet, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:04.629840 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ba668798-eb45-4878-9742-fb16a7c49cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1531228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3014117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3540150'] for subnet, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:04.633440 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:34:04.652407 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba668798-eb45-4878-9742-fb16a7c49cbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb423a29-4b11-41d7-80a2-81f09caa0067,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:34:04.654299 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-ba668798-eb45-4878-9742-fb16a7c49cbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:34:04.654921 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ba668798-eb45-4878-9742-fb16a7c49cbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:04.658265 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-ba668798-eb45-4878-9742-fb16a7c49cbf admin admin] 10.222.0.44 "DELETE /v2.0/subnets/eb423a29-4b11-41d7-80a2-81f09caa0067 HTTP/1.1" status: 204 len: 168 time: 0.4446435 Jun 03 19:34:04.658953 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bac82c3-9fa7-4d2e-a726-40cde4760b29 None None] Network 112774cb-defc-441a-a648-5368f7671d13 requested from dv-cinder-794661-1-smb {{(pid=103518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 19:34:04.660026 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 35266) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:34:04.717862 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2e082463-404f-470e-8456-e2cb24202441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696177'] for network, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:04.772117 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-2e082463-404f-470e-8456-e2cb24202441 admin admin] Deleting port 66c6d669-5230-4930-8f6d-71cc2b9417ed {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 19:34:04.772331 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2e082463-404f-470e-8456-e2cb24202441 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241832951'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:04.800783 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfaab57f-edea-4a33-9bf5-ffeb396f04e4 None None] DHCP port deletion for 112774cb-defc-441a-a648-5368f7671d13 request from dv-cinder-794661-1-smb {{(pid=103518) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 19:34:04.839175 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.plugin [None req-cfaab57f-edea-4a33-9bf5-ffeb396f04e4 None None] Deleting port 66c6d669-5230-4930-8f6d-71cc2b9417ed {{(pid=103518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 19:34:04.839434 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-cfaab57f-edea-4a33-9bf5-ffeb396f04e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241832951'] for port, before_delete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:04.915282 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-cfaab57f-edea-4a33-9bf5-ffeb396f04e4 None None] For port 66c6d669-5230-4930-8f6d-71cc2b9417ed, host dv-cinder-794661-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794661-1-smb',level=0,port_id=66c6d669-5230-4930-8f6d-71cc2b9417ed,segment=NetworkSegment(5e6f8128-51e1-4c4e-a8ae-f34981a228ac),segment_id=5e6f8128-51e1-4c4e-a8ae-f34981a228ac)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 19:34:04.915441 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-cfaab57f-edea-4a33-9bf5-ffeb396f04e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port, precommit_delete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:04.920981 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-2e082463-404f-470e-8456-e2cb24202441 admin admin] For port 66c6d669-5230-4930-8f6d-71cc2b9417ed, host dv-cinder-794661-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794661-1-smb',level=0,port_id=66c6d669-5230-4930-8f6d-71cc2b9417ed,segment=NetworkSegment(5e6f8128-51e1-4c4e-a8ae-f34981a228ac),segment_id=5e6f8128-51e1-4c4e-a8ae-f34981a228ac)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 19:34:04.921420 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2e082463-404f-470e-8456-e2cb24202441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:04.977786 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.plugin [None req-cfaab57f-edea-4a33-9bf5-ffeb396f04e4 None None] Calling delete_port for 66c6d669-5230-4930-8f6d-71cc2b9417ed owned by network:dhcp {{(pid=103518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 19:34:05.006813 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-2e082463-404f-470e-8456-e2cb24202441 admin admin] Calling delete_port for 66c6d669-5230-4930-8f6d-71cc2b9417ed owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 19:34:05.077398 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-cfaab57f-edea-4a33-9bf5-ffeb396f04e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241743607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751241322837'] for port, after_delete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:05.079986 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-d1c99917-a588-4163-b7a2-8f70a97e4ac7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:34:05.081831 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2e082463-404f-470e-8456-e2cb24202441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241743607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751241322837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3014096'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:05.085032 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-2230bb92-8860-4130-a379-efb604afd32b tempest-TestMinimumBasicScenario-1829481594 tempest-TestMinimumBasicScenario-1829481594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:34:05.102979 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaab57f-edea-4a33-9bf5-ffeb396f04e4 None None] Pushing event deleted for resources: {'Port': ['ID=66c6d669-5230-4930-8f6d-71cc2b9417ed,revision_number=None']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:34:05.105735 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfaab57f-edea-4a33-9bf5-ffeb396f04e4 None None] No DVR routers for this DVR port 66c6d669-5230-4930-8f6d-71cc2b9417ed on host dv-cinder-794661-1-smb {{(pid=103518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 19:34:05.108973 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaab57f-edea-4a33-9bf5-ffeb396f04e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:34:05.109181 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaab57f-edea-4a33-9bf5-ffeb396f04e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:34:05.109370 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaab57f-edea-4a33-9bf5-ffeb396f04e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:34:05.109542 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaab57f-edea-4a33-9bf5-ffeb396f04e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:34:05.109717 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaab57f-edea-4a33-9bf5-ffeb396f04e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:34:05.109881 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaab57f-edea-4a33-9bf5-ffeb396f04e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:34:05.110049 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaab57f-edea-4a33-9bf5-ffeb396f04e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:34:05.110215 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaab57f-edea-4a33-9bf5-ffeb396f04e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:34:05.110382 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaab57f-edea-4a33-9bf5-ffeb396f04e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:34:05.110549 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaab57f-edea-4a33-9bf5-ffeb396f04e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:34:05.110717 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaab57f-edea-4a33-9bf5-ffeb396f04e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:34:05.110880 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaab57f-edea-4a33-9bf5-ffeb396f04e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:34:05.111292 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e082463-404f-470e-8456-e2cb24202441 admin admin] Pushing event deleted for resources: {'Port': ['ID=66c6d669-5230-4930-8f6d-71cc2b9417ed,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:34:05.114491 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e082463-404f-470e-8456-e2cb24202441 admin admin] No DVR routers for this DVR port 66c6d669-5230-4930-8f6d-71cc2b9417ed on host dv-cinder-794661-1-smb {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 19:34:05.115439 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-2e082463-404f-470e-8456-e2cb24202441 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:34:05.117207 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-cfaab57f-edea-4a33-9bf5-ffeb396f04e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:34:05.183163 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2e082463-404f-470e-8456-e2cb24202441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557952', 'neutron.services.segments.db._delete_segments_for_network-8751241769921'] for network, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:05.190741 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.services.segments.db [None req-2e082463-404f-470e-8456-e2cb24202441 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['112774cb-defc-441a-a648-5368f7671d13']}} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:34:05.197826 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.services.segments.db [None req-2e082463-404f-470e-8456-e2cb24202441 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e6f8128-51e1-4c4e-a8ae-f34981a228ac') {'for_net_delete': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:34:05.198012 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.services.segments.db [None req-2e082463-404f-470e-8456-e2cb24202441 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e6f8128-51e1-4c4e-a8ae-f34981a228ac') {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:34:05.205011 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2e082463-404f-470e-8456-e2cb24202441 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751241775068', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2320316'] for segment, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:05.216969 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2e082463-404f-470e-8456-e2cb24202441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529572'] for segment, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:05.221360 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e082463-404f-470e-8456-e2cb24202441 admin admin] Releasing vlan 1408 on physical network physnet1 to pool {{(pid=103516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 19:34:05.221571 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2e082463-404f-470e-8456-e2cb24202441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3013903'] for segment, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:05.229350 dv-cinder-794661-1-smb neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 19:34:05.229350 dv-cinder-794661-1-smb neutron-server[103516]: util.warn( Jun 03 19:34:05.229350 dv-cinder-794661-1-smb neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 19:34:05.229350 dv-cinder-794661-1-smb neutron-server[103516]: util.warn( Jun 03 19:34:05.229350 dv-cinder-794661-1-smb neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 19:34:05.229350 dv-cinder-794661-1-smb neutron-server[103516]: util.warn( Jun 03 19:34:05.229350 dv-cinder-794661-1-smb neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 19:34:05.229350 dv-cinder-794661-1-smb neutron-server[103516]: util.warn( Jun 03 19:34:05.229350 dv-cinder-794661-1-smb neutron-server[103516]: Traceback (most recent call last): Jun 03 19:34:05.229350 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 19:34:05.229350 dv-cinder-794661-1-smb neutron-server[103516]: timer() Jun 03 19:34:05.229350 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 19:34:05.229350 dv-cinder-794661-1-smb neutron-server[103516]: cb(*args, **kw) Jun 03 19:34:05.229350 dv-cinder-794661-1-smb neutron-server[103516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 19:34:05.229350 dv-cinder-794661-1-smb neutron-server[103516]: return func(*args, **kwargs) Jun 03 19:34:05.229350 dv-cinder-794661-1-smb neutron-server[103516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 19:34:05.229350 dv-cinder-794661-1-smb neutron-server[103516]: self._notify() Jun 03 19:34:05.229350 dv-cinder-794661-1-smb neutron-server[103516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 19:34:05.229350 dv-cinder-794661-1-smb neutron-server[103516]: self.callback(batched_events) Jun 03 19:34:05.229350 dv-cinder-794661-1-smb neutron-server[103516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 19:34:05.229350 dv-cinder-794661-1-smb neutron-server[103516]: event.method(event) Jun 03 19:34:05.229350 dv-cinder-794661-1-smb neutron-server[103516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 19:34:05.229350 dv-cinder-794661-1-smb neutron-server[103516]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 19:34:05.229350 dv-cinder-794661-1-smb neutron-server[103516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 19:34:05.229350 dv-cinder-794661-1-smb neutron-server[103516]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 19:34:05.229350 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 19:34:05.229350 dv-cinder-794661-1-smb neutron-server[103516]: return f(self, *a, **k) Jun 03 19:34:05.229350 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 19:34:05.229350 dv-cinder-794661-1-smb neutron-server[103516]: return self._get(url).json() Jun 03 19:34:05.229350 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 19:34:05.229350 dv-cinder-794661-1-smb neutron-server[103516]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 19:34:05.229350 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 19:34:05.229350 dv-cinder-794661-1-smb neutron-server[103516]: return self.request(url, 'GET', **kwargs) Jun 03 19:34:05.229350 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 19:34:05.229350 dv-cinder-794661-1-smb neutron-server[103516]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 19:34:05.229350 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 19:34:05.229350 dv-cinder-794661-1-smb neutron-server[103516]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 19:34:05.229350 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 19:34:05.229350 dv-cinder-794661-1-smb neutron-server[103516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 19:34:05.229350 dv-cinder-794661-1-smb neutron-server[103516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 19:34:05.340302 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2e082463-404f-470e-8456-e2cb24202441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573556'] for network, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:05.344860 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:34:05.356454 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2e082463-404f-470e-8456-e2cb24202441 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549304'] for network, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:05.362826 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e082463-404f-470e-8456-e2cb24202441 admin admin] Pushing event deleted for resources: {'Network': ['ID=112774cb-defc-441a-a648-5368f7671d13,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:34:05.364939 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-2e082463-404f-470e-8456-e2cb24202441 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:34:05.464841 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-2e082463-404f-470e-8456-e2cb24202441 admin admin] 10.222.0.44 "DELETE /v2.0/networks/112774cb-defc-441a-a648-5368f7671d13 HTTP/1.1" status: 204 len: 168 time: 0.8037488 Jun 03 19:34:05.601954 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device 66c6d669-5230-4930-8f6d-71cc2b9417ed no longer exists at agent ovs-agent-dv-cinder-794661-1-smb {{(pid=103518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 19:34:05.626413 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.plugin [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] No Port match for: 66c6d669-5230-4930-8f6d-71cc2b9417ed {{(pid=103518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 19:34:05.626629 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device 66c6d669-5230-4930-8f6d-71cc2b9417ed not bound to the agent host dv-cinder-794661-1-smb {{(pid=103518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 19:34:05.626907 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device 2a7cdb2b-1285-4aaa-b331-a41b4d5b6da9 no longer exists at agent ovs-agent-dv-cinder-794661-1-smb {{(pid=103518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 19:34:05.646654 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.plugin [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] No Port match for: 2a7cdb2b-1285-4aaa-b331-a41b4d5b6da9 {{(pid=103518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 19:34:05.646856 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device 2a7cdb2b-1285-4aaa-b331-a41b4d5b6da9 not bound to the agent host dv-cinder-794661-1-smb {{(pid=103518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 19:34:05.647117 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device e3ed7527-fec3-4688-9aed-1095c647b49f no longer exists at agent ovs-agent-dv-cinder-794661-1-smb {{(pid=103518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 19:34:05.667739 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.plugin [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] No Port match for: e3ed7527-fec3-4688-9aed-1095c647b49f {{(pid=103518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 19:34:05.668538 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Device e3ed7527-fec3-4688-9aed-1095c647b49f not bound to the agent host dv-cinder-794661-1-smb {{(pid=103518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 19:34:05.788542 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 35270) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:34:05.830316 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-f07369c2-be70-41f8-861a-ee8d21605d22 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1c50bba260ae4606b46750063cbda62e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405655 Jun 03 19:34:05.831922 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 35272) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:34:05.872809 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0851001c-0a15-45d4-a9c7-406c904c6711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:05.888818 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0851001c-0a15-45d4-a9c7-406c904c6711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:06.008370 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0851001c-0a15-45d4-a9c7-406c904c6711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:06.012795 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-5a67c9ea-db74-4e6f-854c-f18a12692de1 tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:34:06.028546 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0851001c-0a15-45d4-a9c7-406c904c6711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=decafaa2-40b5-44e7-b11c-c077021d7d88,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:34:06.033194 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-0851001c-0a15-45d4-a9c7-406c904c6711 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:34:06.034852 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0851001c-0a15-45d4-a9c7-406c904c6711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:06.035841 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-0851001c-0a15-45d4-a9c7-406c904c6711 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/decafaa2-40b5-44e7-b11c-c077021d7d88 HTTP/1.1" status: 204 len: 168 time: 0.2031922 Jun 03 19:34:08.299111 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 35318) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:34:08.398065 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bd52ef86-ae32-4354-bcdc-c70e88072f84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:08.408224 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-bd52ef86-ae32-4354-bcdc-c70e88072f84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 19:34:08.411436 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-bd52ef86-ae32-4354-bcdc-c70e88072f84 admin admin] Usage tracker for resource:security_group_rule and tenant:1da061594d3b467aa1b99736018c8016 is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 19:34:08.413702 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-bd52ef86-ae32-4354-bcdc-c70e88072f84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 19:34:08.417919 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-bd52ef86-ae32-4354-bcdc-c70e88072f84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 19:34:08.473897 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bd52ef86-ae32-4354-bcdc-c70e88072f84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:08.559063 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bd52ef86-ae32-4354-bcdc-c70e88072f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:08.567419 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-9ac08d00-827b-4747-98bb-532e24c7e159 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:34:08.607319 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-bd52ef86-ae32-4354-bcdc-c70e88072f84 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1da061594d3b467aa1b99736018c8016&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3073614 Jun 03 19:34:08.607984 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd52ef86-ae32-4354-bcdc-c70e88072f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2b70b1-31e6-4ce2-81ec-4c8b50658a66,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:34:08.609624 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 35322) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:34:08.611090 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-bd52ef86-ae32-4354-bcdc-c70e88072f84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:34:08.648641 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ade61d4c-cba3-4ce8-8566-ca131c39c946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:08.665449 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ade61d4c-cba3-4ce8-8566-ca131c39c946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:08.810617 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ade61d4c-cba3-4ce8-8566-ca131c39c946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:08.815036 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-f8f85e69-1e79-4a67-983b-4f16dab08786 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:34:08.829487 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade61d4c-cba3-4ce8-8566-ca131c39c946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2b70b1-31e6-4ce2-81ec-4c8b50658a66,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:34:08.834264 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-ade61d4c-cba3-4ce8-8566-ca131c39c946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:34:08.837806 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ade61d4c-cba3-4ce8-8566-ca131c39c946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:08.838705 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-ade61d4c-cba3-4ce8-8566-ca131c39c946 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8b2b70b1-31e6-4ce2-81ec-4c8b50658a66 HTTP/1.1" status: 204 len: 168 time: 0.2283599 Jun 03 19:34:09.479870 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 35328) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:34:09.499662 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4012ad49-8c39-48e8-8cf3-f064a06259f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:09.511513 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-4012ad49-8c39-48e8-8cf3-f064a06259f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 19:34:09.516673 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-4012ad49-8c39-48e8-8cf3-f064a06259f0 admin admin] Usage tracker for resource:security_group_rule and tenant:80454eb371434c07aabc9f28d461249e is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 19:34:09.520454 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-4012ad49-8c39-48e8-8cf3-f064a06259f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 19:34:09.526794 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-4012ad49-8c39-48e8-8cf3-f064a06259f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 19:34:09.588093 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4012ad49-8c39-48e8-8cf3-f064a06259f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:09.673215 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4012ad49-8c39-48e8-8cf3-f064a06259f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:09.682566 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-21534b08-ed90-4517-bd42-b07c2d09afc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:34:09.721450 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-4012ad49-8c39-48e8-8cf3-f064a06259f0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=80454eb371434c07aabc9f28d461249e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2403533 Jun 03 19:34:09.722187 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4012ad49-8c39-48e8-8cf3-f064a06259f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0487a60-df83-403f-a92b-d6b82ae41e4e,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:34:09.724005 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 35330) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:34:09.728969 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-4012ad49-8c39-48e8-8cf3-f064a06259f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:34:09.769950 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-123fc658-4d3f-4c4a-b78f-281600f4201b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:09.788275 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-123fc658-4d3f-4c4a-b78f-281600f4201b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:09.888975 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-123fc658-4d3f-4c4a-b78f-281600f4201b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:09.893435 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-0ab903c4-9758-4686-a46c-27685ca13a05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:34:09.908159 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123fc658-4d3f-4c4a-b78f-281600f4201b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0487a60-df83-403f-a92b-d6b82ae41e4e,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:34:09.912898 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-123fc658-4d3f-4c4a-b78f-281600f4201b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:34:09.916039 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-123fc658-4d3f-4c4a-b78f-281600f4201b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:09.916955 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-123fc658-4d3f-4c4a-b78f-281600f4201b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e0487a60-df83-403f-a92b-d6b82ae41e4e HTTP/1.1" status: 204 len: 168 time: 0.1922204 Jun 03 19:34:13.854101 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 35400) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:34:14.036888 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-13132707-9efe-4222-8b1b-02fed1e195c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:14.046295 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-13132707-9efe-4222-8b1b-02fed1e195c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 19:34:14.048992 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-13132707-9efe-4222-8b1b-02fed1e195c9 admin admin] Usage tracker for resource:security_group_rule and tenant:fc9ad9930a654d57827e99b1eab2a0ec is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 19:34:14.050932 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-13132707-9efe-4222-8b1b-02fed1e195c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 19:34:14.054784 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-13132707-9efe-4222-8b1b-02fed1e195c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 19:34:14.124865 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-13132707-9efe-4222-8b1b-02fed1e195c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:14.195833 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-13132707-9efe-4222-8b1b-02fed1e195c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:14.206688 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-2c4f987b-8fad-4b56-a2db-be14c614af01 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:34:14.239123 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-13132707-9efe-4222-8b1b-02fed1e195c9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fc9ad9930a654d57827e99b1eab2a0ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3841543 Jun 03 19:34:14.240468 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13132707-9efe-4222-8b1b-02fed1e195c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91bfc337-f55c-4d0a-924b-511b44fd77cb,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:34:14.241726 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 35404) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:34:14.243258 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-13132707-9efe-4222-8b1b-02fed1e195c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:34:14.283325 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fcadac93-455f-4467-a506-b9ceb7613941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:14.304405 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fcadac93-455f-4467-a506-b9ceb7613941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:14.443658 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fcadac93-455f-4467-a506-b9ceb7613941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:14.448467 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-63374af9-a1e8-4fbc-a569-59ef8b49ced1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:34:14.462529 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcadac93-455f-4467-a506-b9ceb7613941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91bfc337-f55c-4d0a-924b-511b44fd77cb,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:34:14.467223 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-fcadac93-455f-4467-a506-b9ceb7613941 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:34:14.474156 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fcadac93-455f-4467-a506-b9ceb7613941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:14.474156 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-fcadac93-455f-4467-a506-b9ceb7613941 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/91bfc337-f55c-4d0a-924b-511b44fd77cb HTTP/1.1" status: 204 len: 168 time: 0.2300105 Jun 03 19:34:15.214920 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 35410) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:34:15.233127 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-71e5b928-4345-4c98-b9e6-1c48568c16cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:15.243628 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-71e5b928-4345-4c98-b9e6-1c48568c16cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 19:34:15.251959 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-71e5b928-4345-4c98-b9e6-1c48568c16cc admin admin] Usage tracker for resource:security_group_rule and tenant:00edc5df153c468787479462e6fd340f is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 19:34:15.251959 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-71e5b928-4345-4c98-b9e6-1c48568c16cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 19:34:15.253681 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-71e5b928-4345-4c98-b9e6-1c48568c16cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 19:34:15.309062 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-71e5b928-4345-4c98-b9e6-1c48568c16cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:15.440192 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-71e5b928-4345-4c98-b9e6-1c48568c16cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:15.449970 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-1a66a150-115e-4c7d-8c57-545a28112799 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:34:15.485983 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-71e5b928-4345-4c98-b9e6-1c48568c16cc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=00edc5df153c468787479462e6fd340f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2699494 Jun 03 19:34:15.486725 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e5b928-4345-4c98-b9e6-1c48568c16cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03212fb7-5c5d-4c2c-a106-4d9dc7dc1cdc,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:34:15.488424 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 35412) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:34:15.489968 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-71e5b928-4345-4c98-b9e6-1c48568c16cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:34:15.532957 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bbd94b35-ce8e-46d3-91f2-67b71efe3c73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:15.551846 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bbd94b35-ce8e-46d3-91f2-67b71efe3c73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:15.688236 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bbd94b35-ce8e-46d3-91f2-67b71efe3c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:15.694129 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-0522d3fb-c437-44fc-8d82-4249a5440f74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:34:15.709466 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd94b35-ce8e-46d3-91f2-67b71efe3c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03212fb7-5c5d-4c2c-a106-4d9dc7dc1cdc,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:34:15.713379 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-bbd94b35-ce8e-46d3-91f2-67b71efe3c73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:34:15.715158 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bbd94b35-ce8e-46d3-91f2-67b71efe3c73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:15.716047 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-bbd94b35-ce8e-46d3-91f2-67b71efe3c73 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/03212fb7-5c5d-4c2c-a106-4d9dc7dc1cdc HTTP/1.1" status: 204 len: 168 time: 0.2267706 Jun 03 19:34:16.766362 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 35434) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:34:16.838618 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.v2.base [None req-d3022a02-dd3e-4ac6-b8d4-d8de8fe350eb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-638837367-network', 'tenant_id': '87073772f7d24dd98fe59c488019cc8a'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 19:34:16.842272 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-d3022a02-dd3e-4ac6-b8d4-d8de8fe350eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 19:34:16.845069 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-d3022a02-dd3e-4ac6-b8d4-d8de8fe350eb admin admin] Usage tracker for resource:network and tenant:87073772f7d24dd98fe59c488019cc8a is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 19:34:16.847127 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-d3022a02-dd3e-4ac6-b8d4-d8de8fe350eb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 19:34:16.851221 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-d3022a02-dd3e-4ac6-b8d4-d8de8fe350eb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 19:34:16.965090 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3022a02-dd3e-4ac6-b8d4-d8de8fe350eb admin admin] Made reservation on behalf of 87073772f7d24dd98fe59c488019cc8a for: {'network': 1} {{(pid=103516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 19:34:16.968237 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d3022a02-dd3e-4ac6-b8d4-d8de8fe350eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1684408'] for network, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:16.984231 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d3022a02-dd3e-4ac6-b8d4-d8de8fe350eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:17.000065 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-d3022a02-dd3e-4ac6-b8d4-d8de8fe350eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 19:34:17.002986 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-d3022a02-dd3e-4ac6-b8d4-d8de8fe350eb admin admin] Usage tracker for resource:security_group_rule and tenant:87073772f7d24dd98fe59c488019cc8a is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 19:34:17.005205 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-d3022a02-dd3e-4ac6-b8d4-d8de8fe350eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 19:34:17.009885 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-d3022a02-dd3e-4ac6-b8d4-d8de8fe350eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 19:34:17.068241 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d3022a02-dd3e-4ac6-b8d4-d8de8fe350eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:17.206130 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d3022a02-dd3e-4ac6-b8d4-d8de8fe350eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:17.209884 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-c111d229-b40b-4a1b-a1f7-5157d0071d44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:34:17.245680 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3022a02-dd3e-4ac6-b8d4-d8de8fe350eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1416} {{(pid=103516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 19:34:17.252076 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3022a02-dd3e-4ac6-b8d4-d8de8fe350eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a220d852-257f-47a1-bd4e-0c7d42b446f7,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:34:17.255058 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-d3022a02-dd3e-4ac6-b8d4-d8de8fe350eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:34:17.257012 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d3022a02-dd3e-4ac6-b8d4-d8de8fe350eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529572'] for segment, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:17.257241 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.db.segments_db [None req-d3022a02-dd3e-4ac6-b8d4-d8de8fe350eb admin admin] Added segment 2871f7d8-6ead-414f-990d-99f4ddf75d91 of type vlan for network cb23fc83-058a-4d7b-8127-8b37f96aa0af Jun 03 19:34:17.277361 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d3022a02-dd3e-4ac6-b8d4-d8de8fe350eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751241310154'] for network, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:17.449811 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d3022a02-dd3e-4ac6-b8d4-d8de8fe350eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549287'] for network, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:17.451619 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3022a02-dd3e-4ac6-b8d4-d8de8fe350eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:34:17.452508 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d3022a02-dd3e-4ac6-b8d4-d8de8fe350eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549304'] for network, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:17.457067 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:34:17.538435 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3022a02-dd3e-4ac6-b8d4-d8de8fe350eb admin admin] Pushing event updated for resources: {'Network': ['ID=cb23fc83-058a-4d7b-8127-8b37f96aa0af,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:34:17.541213 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-d3022a02-dd3e-4ac6-b8d4-d8de8fe350eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:34:17.548094 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Network cb23fc83-058a-4d7b-8127-8b37f96aa0af details requested by agent ovs-agent-dv-cinder-794661-1-smb with host dv-cinder-794661-1-smb {{(pid=103518) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 19:34:17.637686 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-d3022a02-dd3e-4ac6-b8d4-d8de8fe350eb admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8704147 Jun 03 19:34:17.639852 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 35440) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:34:17.643650 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.v2.base [None req-3fcca420-58bb-4c9f-9714-cd99378747e7 admin admin] Request body: {'subnet': {'network_id': 'cb23fc83-058a-4d7b-8127-8b37f96aa0af', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-638837367-subnet', 'tenant_id': '87073772f7d24dd98fe59c488019cc8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 19:34:17.647548 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-3fcca420-58bb-4c9f-9714-cd99378747e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 19:34:17.651350 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-3fcca420-58bb-4c9f-9714-cd99378747e7 admin admin] Usage tracker for resource:subnet and tenant:87073772f7d24dd98fe59c488019cc8a is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 19:34:17.653473 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [None req-3fcca420-58bb-4c9f-9714-cd99378747e7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 19:34:17.657538 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [None req-3fcca420-58bb-4c9f-9714-cd99378747e7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 19:34:17.799534 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fcca420-58bb-4c9f-9714-cd99378747e7 admin admin] Made reservation on behalf of 87073772f7d24dd98fe59c488019cc8a for: {'subnet': 1} {{(pid=103516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 19:34:17.802613 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3fcca420-58bb-4c9f-9714-cd99378747e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3540567'] for subnet, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:18.303234 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3fcca420-58bb-4c9f-9714-cd99378747e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3014052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3540549'] for subnet, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:18.305879 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-3f07dc1d-a3df-4ca6-8fea-67ce9015574a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:34:18.351906 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcca420-58bb-4c9f-9714-cd99378747e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bc3056e-07f9-4dab-8214-22132a34bc4f,revision_number=0']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:34:18.355799 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-3fcca420-58bb-4c9f-9714-cd99378747e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:34:18.357646 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcca420-58bb-4c9f-9714-cd99378747e7 admin admin] Checking segment: {'id': '2871f7d8-6ead-414f-990d-99f4ddf75d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1416, 'network_id': 'cb23fc83-058a-4d7b-8127-8b37f96aa0af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 19:34:18.357646 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fcca420-58bb-4c9f-9714-cd99378747e7 admin admin] Network hostable DHCP agents. Network: cb23fc83-058a-4d7b-8127-8b37f96aa0af, hostable agents: ['fb8d2d29-1809-4f62-9f23-eb4c5e08b409'], hosted agents: [] {{(pid=103516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 19:34:18.457876 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fcca420-58bb-4c9f-9714-cd99378747e7 admin admin] Network cb23fc83-058a-4d7b-8127-8b37f96aa0af is scheduled to be hosted by DHCP agent fb8d2d29-1809-4f62-9f23-eb4c5e08b409 with binding_index 1 {{(pid=103516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 19:34:18.563350 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-3fcca420-58bb-4c9f-9714-cd99378747e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794661-1-smb, cb23fc83-058a-4d7b-8127-8b37f96aa0af) {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 19:34:18.574823 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fcca420-58bb-4c9f-9714-cd99378747e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:34:18.575719 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3fcca420-58bb-4c9f-9714-cd99378747e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:18.575924 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69dab94f-137e-40e8-bba1-e966af8614b1 None None] Network cb23fc83-058a-4d7b-8127-8b37f96aa0af requested from dv-cinder-794661-1-smb {{(pid=103518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 19:34:18.714625 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5097e3cc-aab5-4dab-9bb0-17cd122a4ad5 None None] Network cb23fc83-058a-4d7b-8127-8b37f96aa0af requested from dv-cinder-794661-1-smb {{(pid=103518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 19:34:18.737800 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-3fcca420-58bb-4c9f-9714-cd99378747e7 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0971141 Jun 03 19:34:21.256443 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060ef93f-1662-4a61-a7ee-917f852a4dee req-7012e2f0-a0e9-4269-b2d0-d1c3ebea1f3e tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:34:21.258238 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-060ef93f-1662-4a61-a7ee-917f852a4dee req-7012e2f0-a0e9-4269-b2d0-d1c3ebea1f3e tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] 10.222.0.44 "GET /v2.0/networks?id=cb23fc83-058a-4d7b-8127-8b37f96aa0af HTTP/1.1" status: 200 len: 808 time: 0.1026180 Jun 03 19:34:21.269930 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-060ef93f-1662-4a61-a7ee-917f852a4dee req-1d10677b-b13c-4ebe-894e-55423b1d7dd3 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] 10.222.0.44 "GET /v2.0/quotas/87073772f7d24dd98fe59c488019cc8a HTTP/1.1" status: 200 len: 375 time: 0.0060489 Jun 03 19:34:21.300013 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-060ef93f-1662-4a61-a7ee-917f852a4dee req-27af89cf-a80f-4dac-8c03-9a291f0d4864 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=87073772f7d24dd98fe59c488019cc8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271239 Jun 03 19:34:21.345375 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [req-060ef93f-1662-4a61-a7ee-917f852a4dee req-ad7e749f-e750-4706-8107-43a3e64379e9 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103517) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 19:34:21.346031 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-060ef93f-1662-4a61-a7ee-917f852a4dee req-ad7e749f-e750-4706-8107-43a3e64379e9 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0422072 Jun 03 19:34:21.506581 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-060ef93f-1662-4a61-a7ee-917f852a4dee req-702395ba-edef-4603-89ed-32f95627a4f1 service neutron] 10.222.0.44 "GET /v2.0/networks/cb23fc83-058a-4d7b-8127-8b37f96aa0af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561308 Jun 03 19:34:21.593820 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-060ef93f-1662-4a61-a7ee-917f852a4dee req-91c7add6-58a6-46f9-b470-3023ceea998e service neutron] 10.222.0.44 "GET /v2.0/networks/cb23fc83-058a-4d7b-8127-8b37f96aa0af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804765 Jun 03 19:34:21.813671 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-aacc9a22-dd47-4fe1-b369-ae2e767ef3a9 req-02f69840-60b2-4fd6-932c-0c34dc2ac72c tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] 10.222.0.44 "GET /v2.0/ports?device_id=abdb80c4-8868-4975-9907-845b470e23b8 HTTP/1.1" status: 200 len: 210 time: 0.0293133 Jun 03 19:34:22.887829 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-29c2011a-cb57-451b-a040-5ead68922afd req-c45a87d2-06d5-4692-9a1e-27467e78584d tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] 10.222.0.44 "GET /v2.0/ports?device_id=abdb80c4-8868-4975-9907-845b470e23b8 HTTP/1.1" status: 200 len: 210 time: 0.0314641 Jun 03 19:34:24.018949 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-0e434651-c665-47e2-aa35-e5003979a416 req-6efee302-526f-4fc3-aad9-d7173efc04d1 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] 10.222.0.44 "GET /v2.0/ports?device_id=abdb80c4-8868-4975-9907-845b470e23b8 HTTP/1.1" status: 200 len: 210 time: 0.0353673 Jun 03 19:34:25.137254 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-06b83651-53c3-404e-8abd-2e9ec935ae40 req-d3bf433b-1069-4a09-aabe-d89449deedd6 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] 10.222.0.44 "GET /v2.0/ports?device_id=abdb80c4-8868-4975-9907-845b470e23b8 HTTP/1.1" status: 200 len: 210 time: 0.0325241 Jun 03 19:34:26.243572 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-f891d394-e4e7-4b63-ac5e-7b04c1b8e38c req-98c64c48-fa51-4e68-a6f6-36aaa4206988 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] 10.222.0.44 "GET /v2.0/ports?device_id=abdb80c4-8868-4975-9907-845b470e23b8 HTTP/1.1" status: 200 len: 210 time: 0.0297601 Jun 03 19:34:26.999276 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060ef93f-1662-4a61-a7ee-917f852a4dee req-3cb7e541-494a-4925-82a1-1cffc01eee26 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:34:26.999712 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-060ef93f-1662-4a61-a7ee-917f852a4dee req-3cb7e541-494a-4925-82a1-1cffc01eee26 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Synchronizing usage tracker for tenant:87073772f7d24dd98fe59c488019cc8a on resource:network {{(pid=103516) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 19:34:27.090730 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-060ef93f-1662-4a61-a7ee-917f852a4dee req-3cb7e541-494a-4925-82a1-1cffc01eee26 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Unset dirty status for tenant:87073772f7d24dd98fe59c488019cc8a on resource:network {{(pid=103516) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 19:34:27.092704 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-060ef93f-1662-4a61-a7ee-917f852a4dee req-3cb7e541-494a-4925-82a1-1cffc01eee26 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] 10.222.0.108 "GET /v2.0/networks?id=cb23fc83-058a-4d7b-8127-8b37f96aa0af HTTP/1.1" status: 200 len: 808 time: 0.1969581 Jun 03 19:34:27.108730 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.v2.base [req-060ef93f-1662-4a61-a7ee-917f852a4dee req-0098b02f-6ecf-4563-8436-eaa7022a7c24 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Request body: {'port': {'device_id': 'abdb80c4-8868-4975-9907-845b470e23b8', 'network_id': 'cb23fc83-058a-4d7b-8127-8b37f96aa0af', 'admin_state_up': True, 'tenant_id': '87073772f7d24dd98fe59c488019cc8a'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 19:34:27.214583 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [req-060ef93f-1662-4a61-a7ee-917f852a4dee req-0098b02f-6ecf-4563-8436-eaa7022a7c24 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 19:34:27.218317 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-060ef93f-1662-4a61-a7ee-917f852a4dee req-0098b02f-6ecf-4563-8436-eaa7022a7c24 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Usage tracker for resource:port and tenant:87073772f7d24dd98fe59c488019cc8a is out of sync, need to count used quota {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 19:34:27.220607 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-060ef93f-1662-4a61-a7ee-917f852a4dee req-0098b02f-6ecf-4563-8436-eaa7022a7c24 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Quota usage for port was recalculated. Used quota:0. {{(pid=103516) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 19:34:27.225206 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [req-060ef93f-1662-4a61-a7ee-917f852a4dee req-0098b02f-6ecf-4563-8436-eaa7022a7c24 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 19:34:27.336472 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-060ef93f-1662-4a61-a7ee-917f852a4dee req-0098b02f-6ecf-4563-8436-eaa7022a7c24 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Made reservation on behalf of 87073772f7d24dd98fe59c488019cc8a for: {'port': 1} {{(pid=103516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 19:34:27.336472 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-060ef93f-1662-4a61-a7ee-917f852a4dee req-0098b02f-6ecf-4563-8436-eaa7022a7c24 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:27.351913 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-c5c2e241-df89-40c5-827a-caf497ba9de3 req-a546acdd-f168-4160-aee9-ca62780f1a8b tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] 10.222.0.44 "GET /v2.0/ports?device_id=abdb80c4-8868-4975-9907-845b470e23b8 HTTP/1.1" status: 200 len: 210 time: 0.0363235 Jun 03 19:34:27.454939 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [req-060ef93f-1662-4a61-a7ee-917f852a4dee req-0098b02f-6ecf-4563-8436-eaa7022a7c24 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Allocated IP 172.20.0.12 (cb23fc83-058a-4d7b-8127-8b37f96aa0af/9bc3056e-07f9-4dab-8214-22132a34bc4f/09b25db5-83a8-40ca-a6bb-c0267b65efda) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 19:34:27.582908 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-060ef93f-1662-4a61-a7ee-917f852a4dee req-0098b02f-6ecf-4563-8436-eaa7022a7c24 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Notify callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:27.689064 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-060ef93f-1662-4a61-a7ee-917f852a4dee req-0098b02f-6ecf-4563-8436-eaa7022a7c24 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751241322828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3014096'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:27.698123 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-40fed615-b31a-4584-b60b-e239050417bd tempest-AttachVolumeTestJSON-1351295445 tempest-AttachVolumeTestJSON-1351295445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:34:27.751576 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-060ef93f-1662-4a61-a7ee-917f852a4dee req-0098b02f-6ecf-4563-8436-eaa7022a7c24 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Network cb23fc83-058a-4d7b-8127-8b37f96aa0af is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 19:34:27.753674 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [req-060ef93f-1662-4a61-a7ee-917f852a4dee req-0098b02f-6ecf-4563-8436-eaa7022a7c24 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 19:34:27.761794 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [req-060ef93f-1662-4a61-a7ee-917f852a4dee req-0098b02f-6ecf-4563-8436-eaa7022a7c24 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 19:34:27.782437 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0098b02f-6ecf-4563-8436-eaa7022a7c24 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Pushing event updated for resources: {'Port': ['ID=09b25db5-83a8-40ca-a6bb-c0267b65efda,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:34:27.786338 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-0098b02f-6ecf-4563-8436-eaa7022a7c24 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:34:27.806116 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060ef93f-1662-4a61-a7ee-917f852a4dee req-0098b02f-6ecf-4563-8436-eaa7022a7c24 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:34:27.810552 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-060ef93f-1662-4a61-a7ee-917f852a4dee req-0098b02f-6ecf-4563-8436-eaa7022a7c24 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56630'] for port, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:27.896560 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-060ef93f-1662-4a61-a7ee-917f852a4dee req-0098b02f-6ecf-4563-8436-eaa7022a7c24 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7927268 Jun 03 19:34:27.910837 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.v2.base [req-060ef93f-1662-4a61-a7ee-917f852a4dee req-cee9b2e9-cf7e-46f9-b566-c4ec40aedb6c service neutron] Request body: {'port': {'device_id': 'abdb80c4-8868-4975-9907-845b470e23b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 19:34:28.001385 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-060ef93f-1662-4a61-a7ee-917f852a4dee req-cee9b2e9-cf7e-46f9-b566-c4ec40aedb6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:28.223675 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.notifiers.nova [req-060ef93f-1662-4a61-a7ee-917f852a4dee req-cee9b2e9-cf7e-46f9-b566-c4ec40aedb6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09b25db5-83a8-40ca-a6bb-c0267b65efda {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 19:34:28.228087 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-060ef93f-1662-4a61-a7ee-917f852a4dee req-cee9b2e9-cf7e-46f9-b566-c4ec40aedb6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:28.237842 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [req-060ef93f-1662-4a61-a7ee-917f852a4dee req-cee9b2e9-cf7e-46f9-b566-c4ec40aedb6c service neutron] Transition to ACTIVE for port object 09b25db5-83a8-40ca-a6bb-c0267b65efda will not be triggered until provisioned by entity L2. {{(pid=103516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 19:34:28.410531 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-060ef93f-1662-4a61-a7ee-917f852a4dee req-cee9b2e9-cf7e-46f9-b566-c4ec40aedb6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3013931'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:28.414844 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-d283f00f-60f9-481b-828f-f085e59f6732 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:34:28.635855 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee9b2e9-cf7e-46f9-b566-c4ec40aedb6c service neutron] Pushing event updated for resources: {'Port': ['ID=09b25db5-83a8-40ca-a6bb-c0267b65efda,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:34:28.640118 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-cee9b2e9-cf7e-46f9-b566-c4ec40aedb6c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:34:28.669693 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a28d95b-2dad-47da-aa6b-9b72d70e04de req-281d39d7-2c48-4301-a5e4-13898a9943e2 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:34:28.670067 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-3a28d95b-2dad-47da-aa6b-9b72d70e04de req-281d39d7-2c48-4301-a5e4-13898a9943e2 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Synchronizing usage tracker for tenant:87073772f7d24dd98fe59c488019cc8a on resource:port {{(pid=103516) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 19:34:28.676324 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [req-060ef93f-1662-4a61-a7ee-917f852a4dee req-cee9b2e9-cf7e-46f9-b566-c4ec40aedb6c service neutron] Attempting to bind port 09b25db5-83a8-40ca-a6bb-c0267b65efda on host hv-cinder-79466 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 19:34:28.676531 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [req-060ef93f-1662-4a61-a7ee-917f852a4dee req-cee9b2e9-cf7e-46f9-b566-c4ec40aedb6c service neutron] Attempting to bind port 09b25db5-83a8-40ca-a6bb-c0267b65efda by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': '2871f7d8-6ead-414f-990d-99f4ddf75d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1416, 'network_id': 'cb23fc83-058a-4d7b-8127-8b37f96aa0af'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 19:34:28.676653 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060ef93f-1662-4a61-a7ee-917f852a4dee req-cee9b2e9-cf7e-46f9-b566-c4ec40aedb6c service neutron] Attempting to bind port 09b25db5-83a8-40ca-a6bb-c0267b65efda on network cb23fc83-058a-4d7b-8127-8b37f96aa0af {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 19:34:28.681630 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060ef93f-1662-4a61-a7ee-917f852a4dee req-cee9b2e9-cf7e-46f9-b566-c4ec40aedb6c service neutron] Port 09b25db5-83a8-40ca-a6bb-c0267b65efda on network cb23fc83-058a-4d7b-8127-8b37f96aa0af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 19:34:28.681809 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060ef93f-1662-4a61-a7ee-917f852a4dee req-cee9b2e9-cf7e-46f9-b566-c4ec40aedb6c service neutron] Attempting to bind port 09b25db5-83a8-40ca-a6bb-c0267b65efda on network cb23fc83-058a-4d7b-8127-8b37f96aa0af {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 19:34:28.685447 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060ef93f-1662-4a61-a7ee-917f852a4dee req-cee9b2e9-cf7e-46f9-b566-c4ec40aedb6c service neutron] Checking agent: {'id': 'af909ad5-3a3f-482f-ab55-4c32617c9c15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 18, 49, 2), 'started_at': datetime.datetime(2021, 6, 3, 18, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 19, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 19:34:28.685692 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060ef93f-1662-4a61-a7ee-917f852a4dee req-cee9b2e9-cf7e-46f9-b566-c4ec40aedb6c service neutron] Checking segment: {'id': '2871f7d8-6ead-414f-990d-99f4ddf75d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1416, 'network_id': 'cb23fc83-058a-4d7b-8127-8b37f96aa0af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 19:34:28.685895 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060ef93f-1662-4a61-a7ee-917f852a4dee req-cee9b2e9-cf7e-46f9-b566-c4ec40aedb6c service neutron] Bound using segment: {'id': '2871f7d8-6ead-414f-990d-99f4ddf75d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1416, 'network_id': 'cb23fc83-058a-4d7b-8127-8b37f96aa0af'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 19:34:28.686150 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [req-060ef93f-1662-4a61-a7ee-917f852a4dee req-cee9b2e9-cf7e-46f9-b566-c4ec40aedb6c service neutron] Bound port: 09b25db5-83a8-40ca-a6bb-c0267b65efda, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2871f7d8-6ead-414f-990d-99f4ddf75d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1416, 'network_id': 'cb23fc83-058a-4d7b-8127-8b37f96aa0af'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 19:34:28.686334 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-060ef93f-1662-4a61-a7ee-917f852a4dee req-cee9b2e9-cf7e-46f9-b566-c4ec40aedb6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:28.731585 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.db [req-060ef93f-1662-4a61-a7ee-917f852a4dee req-cee9b2e9-cf7e-46f9-b566-c4ec40aedb6c service neutron] For port 09b25db5-83a8-40ca-a6bb-c0267b65efda, host hv-cinder-79466, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 19:34:28.733224 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.db [req-060ef93f-1662-4a61-a7ee-917f852a4dee req-cee9b2e9-cf7e-46f9-b566-c4ec40aedb6c service neutron] For port 09b25db5-83a8-40ca-a6bb-c0267b65efda, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=09b25db5-83a8-40ca-a6bb-c0267b65efda,segment=NetworkSegment(2871f7d8-6ead-414f-990d-99f4ddf75d91),segment_id=2871f7d8-6ead-414f-990d-99f4ddf75d91)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 19:34:28.842957 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-3a28d95b-2dad-47da-aa6b-9b72d70e04de req-281d39d7-2c48-4301-a5e4-13898a9943e2 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Unset dirty status for tenant:87073772f7d24dd98fe59c488019cc8a on resource:port {{(pid=103516) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 19:34:28.844347 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-3a28d95b-2dad-47da-aa6b-9b72d70e04de req-281d39d7-2c48-4301-a5e4-13898a9943e2 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] 10.222.0.44 "GET /v2.0/ports?device_id=abdb80c4-8868-4975-9907-845b470e23b8 HTTP/1.1" status: 200 len: 944 time: 0.4063950 Jun 03 19:34:28.886195 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-3a28d95b-2dad-47da-aa6b-9b72d70e04de req-648933eb-ea6a-4c09-9e2c-7e878158ab97 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Synchronizing usage tracker for tenant:87073772f7d24dd98fe59c488019cc8a on resource:security_group {{(pid=103516) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 19:34:28.889877 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-060ef93f-1662-4a61-a7ee-917f852a4dee req-cee9b2e9-cf7e-46f9-b566-c4ec40aedb6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3013931'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:28.892285 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-4cb06fd8-762f-4470-b962-cae0f909ccea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:34:28.930855 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060ef93f-1662-4a61-a7ee-917f852a4dee req-cee9b2e9-cf7e-46f9-b566-c4ec40aedb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:34:28.931244 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-060ef93f-1662-4a61-a7ee-917f852a4dee req-cee9b2e9-cf7e-46f9-b566-c4ec40aedb6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56630'] for port, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:28.932217 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-060ef93f-1662-4a61-a7ee-917f852a4dee req-cee9b2e9-cf7e-46f9-b566-c4ec40aedb6c service neutron] 10.222.0.108 "PUT /v2.0/ports/09b25db5-83a8-40ca-a6bb-c0267b65efda HTTP/1.1" status: 200 len: 1094 time: 1.0274289 Jun 03 19:34:28.933682 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abdb80c4-8868-4975-9907-845b470e23b8', 'tag': '09b25db5-83a8-40ca-a6bb-c0267b65efda'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 19:34:28.935314 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc39b0f538a7142e305aed45b4a3a48499e72eb72884f9d3de90a53803998271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea65ba71-ea75-4123-8c0a-6b3641576e2b" -d '{"events": [{"name": "network-changed", "server_uuid": "abdb80c4-8868-4975-9907-845b470e23b8", "tag": "09b25db5-83a8-40ca-a6bb-c0267b65efda"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 19:34:28.951714 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee9b2e9-cf7e-46f9-b566-c4ec40aedb6c service neutron] Pushing event updated for resources: {'Port': ['ID=09b25db5-83a8-40ca-a6bb-c0267b65efda,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:34:28.954503 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-cee9b2e9-cf7e-46f9-b566-c4ec40aedb6c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:34:28.970639 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 19:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-058cf29e-d476-4416-9010-e6d1eb900e5f x-openstack-request-id: req-058cf29e-d476-4416-9010-e6d1eb900e5f {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 19:34:28.970838 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abdb80c4-8868-4975-9907-845b470e23b8", "tag": "09b25db5-83a8-40ca-a6bb-c0267b65efda", "status": "completed", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 19:34:28.975138 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-058cf29e-d476-4416-9010-e6d1eb900e5f {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 19:34:28.975138 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abdb80c4-8868-4975-9907-845b470e23b8', 'tag': '09b25db5-83a8-40ca-a6bb-c0267b65efda', 'status': 'completed', 'code': 200} Jun 03 19:34:29.042834 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-3a28d95b-2dad-47da-aa6b-9b72d70e04de req-648933eb-ea6a-4c09-9e2c-7e878158ab97 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Unset dirty status for tenant:87073772f7d24dd98fe59c488019cc8a on resource:security_group {{(pid=103516) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 19:34:29.044905 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-3a28d95b-2dad-47da-aa6b-9b72d70e04de req-648933eb-ea6a-4c09-9e2c-7e878158ab97 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] 10.222.0.44 "GET /v2.0/security-groups?id=a220d852-257f-47a1-bd4e-0c7d42b446f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930883 Jun 03 19:34:29.704484 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-b4c88385-05b4-4942-bb06-cc6d33a70b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:29.733941 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65ba71-ea75-4123-8c0a-6b3641576e2b req-bfae428d-d37b-4111-bf00-afad3dbaefb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:34:29.735018 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-ea65ba71-ea75-4123-8c0a-6b3641576e2b req-bfae428d-d37b-4111-bf00-afad3dbaefb7 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=87073772f7d24dd98fe59c488019cc8a&device_id=abdb80c4-8868-4975-9907-845b470e23b8 HTTP/1.1" status: 200 len: 1097 time: 0.0669022 Jun 03 19:34:29.836453 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65ba71-ea75-4123-8c0a-6b3641576e2b req-cc24cfa7-5842-4341-ba0c-439a991e76f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:34:29.837419 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-ea65ba71-ea75-4123-8c0a-6b3641576e2b req-cc24cfa7-5842-4341-ba0c-439a991e76f5 service neutron] 10.222.0.108 "GET /v2.0/networks?tenant_id=87073772f7d24dd98fe59c488019cc8a&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0936720 Jun 03 19:34:29.930913 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65ba71-ea75-4123-8c0a-6b3641576e2b req-ebc32039-e108-477e-a88a-d84b8a0a2ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:34:29.931867 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-ea65ba71-ea75-4123-8c0a-6b3641576e2b req-ebc32039-e108-477e-a88a-d84b8a0a2ea9 service neutron] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0878561 Jun 03 19:34:30.011455 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060ef93f-1662-4a61-a7ee-917f852a4dee req-bec6db05-d08a-4509-a51e-140b8e0bd461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:34:30.012295 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-060ef93f-1662-4a61-a7ee-917f852a4dee req-bec6db05-d08a-4509-a51e-140b8e0bd461 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=87073772f7d24dd98fe59c488019cc8a&device_id=abdb80c4-8868-4975-9907-845b470e23b8 HTTP/1.1" status: 200 len: 1097 time: 0.0465777 Jun 03 19:34:30.058425 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-060ef93f-1662-4a61-a7ee-917f852a4dee req-64a7ad1e-837f-475f-8128-7fa71b484e92 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09b25db5-83a8-40ca-a6bb-c0267b65efda HTTP/1.1" status: 200 len: 217 time: 0.0380712 Jun 03 19:34:30.104597 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060ef93f-1662-4a61-a7ee-917f852a4dee req-e61be14a-2a29-4453-9f44-415c753240b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:34:30.105582 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-060ef93f-1662-4a61-a7ee-917f852a4dee req-e61be14a-2a29-4453-9f44-415c753240b5 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=9bc3056e-07f9-4dab-8214-22132a34bc4f HTTP/1.1" status: 200 len: 848 time: 0.0406632 Jun 03 19:34:30.141223 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-060ef93f-1662-4a61-a7ee-917f852a4dee req-3a5d452d-4b8b-44cf-b139-2d4d50046a12 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=cb23fc83-058a-4d7b-8127-8b37f96aa0af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285416 Jun 03 19:34:30.191663 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2264ce7-b304-49b2-ace5-0d6f7d7dc612 req-d1b42c61-72ef-4e6f-8c60-6f24e37a0d9f tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:34:30.192690 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-e2264ce7-b304-49b2-ace5-0d6f7d7dc612 req-d1b42c61-72ef-4e6f-8c60-6f24e37a0d9f tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] 10.222.0.44 "GET /v2.0/ports?device_id=abdb80c4-8868-4975-9907-845b470e23b8 HTTP/1.1" status: 200 len: 944 time: 0.0565794 Jun 03 19:34:30.224698 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-e2264ce7-b304-49b2-ace5-0d6f7d7dc612 req-356d28d9-8abc-4461-9acf-77583abfd852 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] 10.222.0.44 "GET /v2.0/security-groups?id=a220d852-257f-47a1-bd4e-0c7d42b446f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278599 Jun 03 19:34:30.249704 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-060ef93f-1662-4a61-a7ee-917f852a4dee req-3a066362-1fbe-478f-8176-39add7fae10f service neutron] 10.222.0.108 "GET /v2.0/networks/cb23fc83-058a-4d7b-8127-8b37f96aa0af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011670 Jun 03 19:34:30.337076 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-060ef93f-1662-4a61-a7ee-917f852a4dee req-7c51d2d0-031c-44ae-9800-c2c886d47f2e service neutron] 10.222.0.108 "GET /v2.0/networks/cb23fc83-058a-4d7b-8127-8b37f96aa0af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797317 Jun 03 19:34:30.880839 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:30.957485 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-e21f77a2-cb38-4314-9729-87138f6480d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:31.369924 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ddc2c-47e1-4ea3-9f56-1f62278ade62 req-ac092e88-9f5c-48e5-8f60-c4806404ec86 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:34:31.370975 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-dc2ddc2c-47e1-4ea3-9f56-1f62278ade62 req-ac092e88-9f5c-48e5-8f60-c4806404ec86 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] 10.222.0.44 "GET /v2.0/ports?device_id=abdb80c4-8868-4975-9907-845b470e23b8 HTTP/1.1" status: 200 len: 944 time: 0.0652704 Jun 03 19:34:31.400383 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-dc2ddc2c-47e1-4ea3-9f56-1f62278ade62 req-84fd6da3-8003-41d8-9efb-a0ef8060e5ba tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] 10.222.0.44 "GET /v2.0/security-groups?id=a220d852-257f-47a1-bd4e-0c7d42b446f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0255849 Jun 03 19:34:32.354949 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:32.526723 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Device 09b25db5-83a8-40ca-a6bb-c0267b65efda details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=103518) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 19:34:32.545760 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8dc0ce-2962-4274-818f-e48c231343f8 req-0c7b2615-f105-4dde-84ce-4acd167a908a tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:34:32.546801 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-7d8dc0ce-2962-4274-818f-e48c231343f8 req-0c7b2615-f105-4dde-84ce-4acd167a908a tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] 10.222.0.44 "GET /v2.0/ports?device_id=abdb80c4-8868-4975-9907-845b470e23b8 HTTP/1.1" status: 200 len: 944 time: 0.0601130 Jun 03 19:34:32.576332 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-7d8dc0ce-2962-4274-818f-e48c231343f8 req-98257b7c-6110-4edb-9a71-cf9a7cb5fd6a tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] 10.222.0.44 "GET /v2.0/security-groups?id=a220d852-257f-47a1-bd4e-0c7d42b446f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0252910 Jun 03 19:34:32.617792 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] For port 09b25db5-83a8-40ca-a6bb-c0267b65efda, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=09b25db5-83a8-40ca-a6bb-c0267b65efda,segment=NetworkSegment(2871f7d8-6ead-414f-990d-99f4ddf75d91),segment_id=2871f7d8-6ead-414f-990d-99f4ddf75d91)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 19:34:32.626235 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Returning: {'device': '09b25db5-83a8-40ca-a6bb-c0267b65efda', 'network_id': 'cb23fc83-058a-4d7b-8127-8b37f96aa0af', 'port_id': '09b25db5-83a8-40ca-a6bb-c0267b65efda', 'mac_address': 'fa:16:3e:ea:49:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bc3056e-07f9-4dab-8214-22132a34bc4f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103518) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 19:34:32.669247 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:32.681127 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.notifiers.nova [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09b25db5-83a8-40ca-a6bb-c0267b65efda {{(pid=103518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 19:34:32.691700 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] For port 09b25db5-83a8-40ca-a6bb-c0267b65efda, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=09b25db5-83a8-40ca-a6bb-c0267b65efda,segment=NetworkSegment(2871f7d8-6ead-414f-990d-99f4ddf75d91),segment_id=2871f7d8-6ead-414f-990d-99f4ddf75d91)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 19:34:32.761542 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:32.764550 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:34:32.825287 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Pushing event updated for resources: {'Port': ['ID=09b25db5-83a8-40ca-a6bb-c0267b65efda,revision_number=4']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:34:32.828314 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:34:32.996909 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:33.043376 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] get_ports_and_sgs() called for port_ids ['09b25db5-83a8-40ca-a6bb-c0267b65efda'] {{(pid=103518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 19:34:33.286451 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:33.712785 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791dc5a-1ad8-4034-899e-37962590c4fd req-0e751f69-8d44-4bcf-b15d-8a7cf885dac4 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:34:33.714122 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-b791dc5a-1ad8-4034-899e-37962590c4fd req-0e751f69-8d44-4bcf-b15d-8a7cf885dac4 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] 10.222.0.44 "GET /v2.0/ports?device_id=abdb80c4-8868-4975-9907-845b470e23b8 HTTP/1.1" status: 200 len: 945 time: 0.0592091 Jun 03 19:34:33.820757 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-b791dc5a-1ad8-4034-899e-37962590c4fd req-57fb4f1b-691a-4f90-b0cc-71e891768219 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] 10.222.0.44 "GET /v2.0/security-groups?id=a220d852-257f-47a1-bd4e-0c7d42b446f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002371 Jun 03 19:34:34.530880 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Device 09b25db5-83a8-40ca-a6bb-c0267b65efda up at agent hyperv_hv-cinder-79466 {{(pid=103518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 19:34:34.695368 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Provisioning for port 09b25db5-83a8-40ca-a6bb-c0267b65efda completed by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 19:34:34.701751 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Provisioning complete for port 09b25db5-83a8-40ca-a6bb-c0267b65efda triggered by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 19:34:34.706597 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:34.829251 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:34.848850 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abdb80c4-8868-4975-9907-845b470e23b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b25db5-83a8-40ca-a6bb-c0267b65efda'}] {{(pid=103518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 19:34:34.850611 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db66028b02b75232abd2ce52c3e0184f662a2cc7ac62fff2d597f865859cb538" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f2045e8-b203-4917-ba3a-60ecf7f8ebd8" -d '{"events": [{"server_uuid": "abdb80c4-8868-4975-9907-845b470e23b8", "name": "network-vif-plugged", "status": "completed", "tag": "09b25db5-83a8-40ca-a6bb-c0267b65efda"}]}' {{(pid=103518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 19:34:34.856936 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] For port 09b25db5-83a8-40ca-a6bb-c0267b65efda, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=09b25db5-83a8-40ca-a6bb-c0267b65efda,segment=NetworkSegment(2871f7d8-6ead-414f-990d-99f4ddf75d91),segment_id=2871f7d8-6ead-414f-990d-99f4ddf75d91)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 19:34:34.922410 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 19:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f70cc64-4f8e-4180-8b3c-94ce9c108737 x-openstack-request-id: req-6f70cc64-4f8e-4180-8b3c-94ce9c108737 {{(pid=103518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 19:34:34.922410 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abdb80c4-8868-4975-9907-845b470e23b8", "name": "network-vif-plugged", "status": "completed", "tag": "09b25db5-83a8-40ca-a6bb-c0267b65efda", "code": 200}]} {{(pid=103518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 19:34:34.922410 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6f70cc64-4f8e-4180-8b3c-94ce9c108737 {{(pid=103518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 19:34:34.922410 dv-cinder-794661-1-smb neutron-server[103518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abdb80c4-8868-4975-9907-845b470e23b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b25db5-83a8-40ca-a6bb-c0267b65efda', 'code': 200} Jun 03 19:34:34.961106 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63945990-ddad-4e16-a0be-c6b994a90905 req-5074f973-0417-47c3-af57-10b785e5ae27 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:34:34.962038 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-63945990-ddad-4e16-a0be-c6b994a90905 req-5074f973-0417-47c3-af57-10b785e5ae27 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] 10.222.0.44 "GET /v2.0/ports?device_id=abdb80c4-8868-4975-9907-845b470e23b8 HTTP/1.1" status: 200 len: 945 time: 0.0566049 Jun 03 19:34:34.987949 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:34.991445 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-63945990-ddad-4e16-a0be-c6b994a90905 req-adce5cd7-7868-4247-969b-8a5ac77c0953 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] 10.222.0.44 "GET /v2.0/security-groups?id=a220d852-257f-47a1-bd4e-0c7d42b446f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0254905 Jun 03 19:34:34.992515 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:34:35.038416 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Pushing event updated for resources: {'Port': ['ID=09b25db5-83a8-40ca-a6bb-c0267b65efda,revision_number=5']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:34:35.040581 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:34:36.128073 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451918e4-3415-4e1e-873a-d33910923a2f req-1967eafa-2544-4fa5-b3be-a7f8a6640d02 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:34:36.129014 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-451918e4-3415-4e1e-873a-d33910923a2f req-1967eafa-2544-4fa5-b3be-a7f8a6640d02 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] 10.222.0.44 "GET /v2.0/ports?device_id=abdb80c4-8868-4975-9907-845b470e23b8 HTTP/1.1" status: 200 len: 946 time: 0.0581527 Jun 03 19:34:36.157770 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-451918e4-3415-4e1e-873a-d33910923a2f req-5657d212-a91f-453d-b08a-0f9781eef33f tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] 10.222.0.44 "GET /v2.0/security-groups?id=a220d852-257f-47a1-bd4e-0c7d42b446f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0252633 Jun 03 19:34:36.619741 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e719f225-188b-47a5-95f0-dd599e8a2ffd req-c26b0e77-8cb7-4758-b76d-c59362925609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:34:36.620717 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-e719f225-188b-47a5-95f0-dd599e8a2ffd req-c26b0e77-8cb7-4758-b76d-c59362925609 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=abdb80c4-8868-4975-9907-845b470e23b8 HTTP/1.1" status: 200 len: 1099 time: 0.0586579 Jun 03 19:34:36.656615 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-e719f225-188b-47a5-95f0-dd599e8a2ffd req-1f351713-9e19-4d4f-bb32-cb7a3781b005 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=a220d852-257f-47a1-bd4e-0c7d42b446f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0242095 Jun 03 19:34:37.316780 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637af275-65bf-4dc9-8a6a-b4348a4c8237 req-0c894989-20cb-4e8d-9fff-1a304379cff4 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:34:37.317921 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-637af275-65bf-4dc9-8a6a-b4348a4c8237 req-0c894989-20cb-4e8d-9fff-1a304379cff4 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] 10.222.0.44 "GET /v2.0/ports?device_id=abdb80c4-8868-4975-9907-845b470e23b8 HTTP/1.1" status: 200 len: 946 time: 0.0734642 Jun 03 19:34:37.366560 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-637af275-65bf-4dc9-8a6a-b4348a4c8237 req-6a249167-1b10-494a-9d37-9cda70a50b4c tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] 10.222.0.44 "GET /v2.0/security-groups?id=a220d852-257f-47a1-bd4e-0c7d42b446f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439484 Jun 03 19:34:38.133094 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:34:38.507665 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef02026-ccba-47b9-97a2-199a6b974252 req-6f5a9737-b57d-4345-adb7-4b61f736b5f0 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:34:38.508656 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-cef02026-ccba-47b9-97a2-199a6b974252 req-6f5a9737-b57d-4345-adb7-4b61f736b5f0 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] 10.222.0.44 "GET /v2.0/ports?device_id=abdb80c4-8868-4975-9907-845b470e23b8 HTTP/1.1" status: 200 len: 946 time: 0.0592923 Jun 03 19:34:38.540258 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-cef02026-ccba-47b9-97a2-199a6b974252 req-d1a85d00-ff91-4aff-9492-7e3e9c47bc9c tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] 10.222.0.44 "GET /v2.0/security-groups?id=a220d852-257f-47a1-bd4e-0c7d42b446f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0251613 Jun 03 19:34:42.770333 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af15b4-6d90-4497-b508-beb7add9dc38 req-1366c766-3156-43bf-8d3a-63b6ae3facef tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:34:42.771301 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-01af15b4-6d90-4497-b508-beb7add9dc38 req-1366c766-3156-43bf-8d3a-63b6ae3facef tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] 10.222.0.44 "GET /v2.0/ports?device_id=abdb80c4-8868-4975-9907-845b470e23b8 HTTP/1.1" status: 200 len: 946 time: 0.0577962 Jun 03 19:34:42.803342 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-01af15b4-6d90-4497-b508-beb7add9dc38 req-9526f905-1f7a-4377-929e-a2f72a855dcf tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] 10.222.0.44 "GET /v2.0/security-groups?id=a220d852-257f-47a1-bd4e-0c7d42b446f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0254154 Jun 03 19:34:43.953059 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa213c8b-1e5c-4274-ac5e-9f04b66d0691 req-8f20bd58-e59d-400b-a810-690797f70e24 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:34:43.954050 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-fa213c8b-1e5c-4274-ac5e-9f04b66d0691 req-8f20bd58-e59d-400b-a810-690797f70e24 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] 10.222.0.44 "GET /v2.0/ports?device_id=abdb80c4-8868-4975-9907-845b470e23b8 HTTP/1.1" status: 200 len: 946 time: 0.0628183 Jun 03 19:34:43.984864 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-fa213c8b-1e5c-4274-ac5e-9f04b66d0691 req-f0ccbbf5-0334-455e-9742-3f3c4cb81b7d tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] 10.222.0.44 "GET /v2.0/security-groups?id=a220d852-257f-47a1-bd4e-0c7d42b446f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0246627 Jun 03 19:34:44.821982 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6319eb3c-bf09-4961-a009-f822dc7cce3a req-5bcd4653-c245-4878-a240-4a4255b55b11 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:34:44.822975 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-6319eb3c-bf09-4961-a009-f822dc7cce3a req-5bcd4653-c245-4878-a240-4a4255b55b11 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] 10.222.0.108 "GET /v2.0/ports?device_id=abdb80c4-8868-4975-9907-845b470e23b8 HTTP/1.1" status: 200 len: 946 time: 0.0773222 Jun 03 19:34:44.921384 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [req-6319eb3c-bf09-4961-a009-f822dc7cce3a req-d4e88f23-20c2-47c4-af27-c23f0f0716d9 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Deleting port 09b25db5-83a8-40ca-a6bb-c0267b65efda {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 19:34:44.921647 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-6319eb3c-bf09-4961-a009-f822dc7cce3a req-d4e88f23-20c2-47c4-af27-c23f0f0716d9 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241832951'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:45.009943 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.db [req-6319eb3c-bf09-4961-a009-f822dc7cce3a req-d4e88f23-20c2-47c4-af27-c23f0f0716d9 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] For port 09b25db5-83a8-40ca-a6bb-c0267b65efda, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=09b25db5-83a8-40ca-a6bb-c0267b65efda,segment=NetworkSegment(2871f7d8-6ead-414f-990d-99f4ddf75d91),segment_id=2871f7d8-6ead-414f-990d-99f4ddf75d91)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 19:34:45.010183 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-6319eb3c-bf09-4961-a009-f822dc7cce3a req-d4e88f23-20c2-47c4-af27-c23f0f0716d9 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:45.086058 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [req-6319eb3c-bf09-4961-a009-f822dc7cce3a req-d4e88f23-20c2-47c4-af27-c23f0f0716d9 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Calling delete_port for 09b25db5-83a8-40ca-a6bb-c0267b65efda owned by compute:nova {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 19:34:45.152566 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb637c1-5f38-41d8-8689-907f9a79922d req-bc1ed14f-1e0f-4cf6-9715-a514ff7d8b3a tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:34:45.153645 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-aeb637c1-5f38-41d8-8689-907f9a79922d req-bc1ed14f-1e0f-4cf6-9715-a514ff7d8b3a tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] 10.222.0.44 "GET /v2.0/ports?device_id=abdb80c4-8868-4975-9907-845b470e23b8 HTTP/1.1" status: 200 len: 946 time: 0.0721488 Jun 03 19:34:45.226339 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-aeb637c1-5f38-41d8-8689-907f9a79922d req-2481905f-4083-4e61-814b-8f2b2db8cd53 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] 10.222.0.44 "GET /v2.0/security-groups?id=a220d852-257f-47a1-bd4e-0c7d42b446f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393722 Jun 03 19:34:45.310203 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-6319eb3c-bf09-4961-a009-f822dc7cce3a req-d4e88f23-20c2-47c4-af27-c23f0f0716d9 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241743607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751241322837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3014096'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:45.318146 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-307faf59-4411-4364-b223-8eea172e199f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:34:45.331048 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] get_ports_and_sgs() called for port_ids ['09b25db5-83a8-40ca-a6bb-c0267b65efda'] {{(pid=103518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 19:34:45.361292 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e88f23-20c2-47c4-af27-c23f0f0716d9 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Pushing event deleted for resources: {'Port': ['ID=09b25db5-83a8-40ca-a6bb-c0267b65efda,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:34:45.363687 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-d4e88f23-20c2-47c4-af27-c23f0f0716d9 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:34:45.408960 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [req-6319eb3c-bf09-4961-a009-f822dc7cce3a req-d4e88f23-20c2-47c4-af27-c23f0f0716d9 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] No DVR routers for this DVR port 09b25db5-83a8-40ca-a6bb-c0267b65efda on host hv-cinder-79466 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 19:34:45.410741 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-6319eb3c-bf09-4961-a009-f822dc7cce3a req-d4e88f23-20c2-47c4-af27-c23f0f0716d9 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56630'] for port, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:45.412610 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abdb80c4-8868-4975-9907-845b470e23b8', 'name': 'network-vif-deleted', 'tag': '09b25db5-83a8-40ca-a6bb-c0267b65efda'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 19:34:45.414209 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc39b0f538a7142e305aed45b4a3a48499e72eb72884f9d3de90a53803998271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdca52d9-ac21-4bb4-9fbe-22a79eb45bc2" -d '{"events": [{"server_uuid": "abdb80c4-8868-4975-9907-845b470e23b8", "name": "network-vif-deleted", "tag": "09b25db5-83a8-40ca-a6bb-c0267b65efda"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 19:34:45.449029 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 19:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28327250-fbba-4017-b18b-ad0a0fbdf582 x-openstack-request-id: req-28327250-fbba-4017-b18b-ad0a0fbdf582 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 19:34:45.449471 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abdb80c4-8868-4975-9907-845b470e23b8", "name": "network-vif-deleted", "tag": "09b25db5-83a8-40ca-a6bb-c0267b65efda", "status": "completed", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 19:34:45.449834 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-28327250-fbba-4017-b18b-ad0a0fbdf582 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 19:34:45.450375 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abdb80c4-8868-4975-9907-845b470e23b8', 'name': 'network-vif-deleted', 'tag': '09b25db5-83a8-40ca-a6bb-c0267b65efda', 'status': 'completed', 'code': 200} Jun 03 19:34:45.498525 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-6319eb3c-bf09-4961-a009-f822dc7cce3a req-d4e88f23-20c2-47c4-af27-c23f0f0716d9 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] 10.222.0.108 "DELETE /v2.0/ports/09b25db5-83a8-40ca-a6bb-c0267b65efda HTTP/1.1" status: 204 len: 173 time: 0.6676216 Jun 03 19:34:46.367615 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-eb9c9454-ada9-4090-a14a-9db369cbbbbf req-76599eea-61a7-4b5f-9a47-0806ae379296 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Synchronizing usage tracker for tenant:87073772f7d24dd98fe59c488019cc8a on resource:port {{(pid=103516) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 19:34:46.482280 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-eb9c9454-ada9-4090-a14a-9db369cbbbbf req-76599eea-61a7-4b5f-9a47-0806ae379296 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Unset dirty status for tenant:87073772f7d24dd98fe59c488019cc8a on resource:port {{(pid=103516) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 19:34:46.483709 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-eb9c9454-ada9-4090-a14a-9db369cbbbbf req-76599eea-61a7-4b5f-9a47-0806ae379296 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] 10.222.0.44 "GET /v2.0/ports?device_id=abdb80c4-8868-4975-9907-845b470e23b8 HTTP/1.1" status: 200 len: 210 time: 0.1621597 Jun 03 19:34:47.620511 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-91551543-514c-4757-9920-c593bdd5c1b9 req-de6bd370-350d-434e-84ba-b63df427c28c tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] 10.222.0.44 "GET /v2.0/ports?device_id=abdb80c4-8868-4975-9907-845b470e23b8 HTTP/1.1" status: 200 len: 210 time: 0.0298903 Jun 03 19:34:48.608505 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Device 09b25db5-83a8-40ca-a6bb-c0267b65efda no longer exists at agent hyperv_hv-cinder-79466 {{(pid=103518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 19:34:48.645644 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.plugin [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] No Port match for: 09b25db5-83a8-40ca-a6bb-c0267b65efda {{(pid=103518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 19:34:48.645905 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Device 09b25db5-83a8-40ca-a6bb-c0267b65efda not bound to the agent host hv-cinder-79466 {{(pid=103518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 19:34:48.864531 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef410cfb-2249-4899-b894-23c6d5e5e4d0 req-35fb45d5-f7a0-4209-87ed-29966d2db2e0 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:34:48.865464 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-ef410cfb-2249-4899-b894-23c6d5e5e4d0 req-35fb45d5-f7a0-4209-87ed-29966d2db2e0 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] 10.222.0.44 "GET /v2.0/networks?id=cb23fc83-058a-4d7b-8127-8b37f96aa0af HTTP/1.1" status: 200 len: 808 time: 0.0938537 Jun 03 19:34:48.881125 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-ef410cfb-2249-4899-b894-23c6d5e5e4d0 req-d770662b-c027-4ca3-8fb6-e91ee477f2df tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] 10.222.0.44 "GET /v2.0/quotas/87073772f7d24dd98fe59c488019cc8a HTTP/1.1" status: 200 len: 375 time: 0.0109715 Jun 03 19:34:48.920898 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-ef410cfb-2249-4899-b894-23c6d5e5e4d0 req-cf99102f-d484-4ffe-9688-5bcec8706edd tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=87073772f7d24dd98fe59c488019cc8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365684 Jun 03 19:34:49.011020 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-ef410cfb-2249-4899-b894-23c6d5e5e4d0 req-7643854f-b7c8-40dc-8a1d-9fdcc5d3fd6d service neutron] 10.222.0.44 "GET /v2.0/networks/cb23fc83-058a-4d7b-8127-8b37f96aa0af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858161 Jun 03 19:34:49.096744 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-ef410cfb-2249-4899-b894-23c6d5e5e4d0 req-168117bd-6945-45c5-bb7c-19e40dcdff83 service neutron] 10.222.0.44 "GET /v2.0/networks/cb23fc83-058a-4d7b-8127-8b37f96aa0af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819883 Jun 03 19:34:49.365752 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-1e7d1850-d90a-49dc-8d64-55b3375352cb req-2775b72e-ddcb-440d-b1e7-245b3089d990 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8db90a7-a325-48bf-8efc-73347f23d9d9 HTTP/1.1" status: 200 len: 210 time: 0.0327971 Jun 03 19:34:50.472616 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-b049d847-353f-4783-b2cf-05cd2269761d req-f7e5a9e2-f6e7-4c22-b0ce-41b58b068313 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8db90a7-a325-48bf-8efc-73347f23d9d9 HTTP/1.1" status: 200 len: 210 time: 0.0298748 Jun 03 19:34:51.591581 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-cec20fd7-719e-4953-882e-96d9fc768078 req-4ca16047-df3d-4243-92c6-065f006ff46a tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8db90a7-a325-48bf-8efc-73347f23d9d9 HTTP/1.1" status: 200 len: 210 time: 0.0397778 Jun 03 19:34:52.705837 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-32abe99f-af53-4743-9d2b-c60c804f28a7 req-61742a48-59e2-47de-9beb-c55f1ce578b4 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8db90a7-a325-48bf-8efc-73347f23d9d9 HTTP/1.1" status: 200 len: 210 time: 0.0295393 Jun 03 19:34:53.425512 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef410cfb-2249-4899-b894-23c6d5e5e4d0 req-448e5618-6c94-40f2-ac15-025c9d4c737c tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:34:53.426481 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-ef410cfb-2249-4899-b894-23c6d5e5e4d0 req-448e5618-6c94-40f2-ac15-025c9d4c737c tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] 10.222.0.108 "GET /v2.0/networks?id=cb23fc83-058a-4d7b-8127-8b37f96aa0af HTTP/1.1" status: 200 len: 808 time: 0.1037855 Jun 03 19:34:53.443279 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.v2.base [req-ef410cfb-2249-4899-b894-23c6d5e5e4d0 req-3d8041ac-aaff-410b-bd12-5dbcc2af63c0 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Request body: {'port': {'device_id': 'd8db90a7-a325-48bf-8efc-73347f23d9d9', 'network_id': 'cb23fc83-058a-4d7b-8127-8b37f96aa0af', 'admin_state_up': True, 'tenant_id': '87073772f7d24dd98fe59c488019cc8a'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 19:34:53.606986 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [req-ef410cfb-2249-4899-b894-23c6d5e5e4d0 req-3d8041ac-aaff-410b-bd12-5dbcc2af63c0 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 19:34:53.613358 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.quota.driver [req-ef410cfb-2249-4899-b894-23c6d5e5e4d0 req-3d8041ac-aaff-410b-bd12-5dbcc2af63c0 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103516) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 19:34:53.783805 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef410cfb-2249-4899-b894-23c6d5e5e4d0 req-3d8041ac-aaff-410b-bd12-5dbcc2af63c0 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Made reservation on behalf of 87073772f7d24dd98fe59c488019cc8a for: {'port': 1} {{(pid=103516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 19:34:53.791494 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-ef410cfb-2249-4899-b894-23c6d5e5e4d0 req-3d8041ac-aaff-410b-bd12-5dbcc2af63c0 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:53.833152 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-39921063-7431-4040-afbd-38dae116f119 req-52b29a56-4fbf-4ea3-94ea-8761669175be tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8db90a7-a325-48bf-8efc-73347f23d9d9 HTTP/1.1" status: 200 len: 210 time: 0.0383341 Jun 03 19:34:53.928826 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [req-ef410cfb-2249-4899-b894-23c6d5e5e4d0 req-3d8041ac-aaff-410b-bd12-5dbcc2af63c0 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Allocated IP 172.20.0.2 (cb23fc83-058a-4d7b-8127-8b37f96aa0af/9bc3056e-07f9-4dab-8214-22132a34bc4f/808b8fee-1d48-4f2d-bb6b-6b7cf73b593c) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 19:34:54.064914 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-ef410cfb-2249-4899-b894-23c6d5e5e4d0 req-3d8041ac-aaff-410b-bd12-5dbcc2af63c0 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Notify callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:54.167537 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-ef410cfb-2249-4899-b894-23c6d5e5e4d0 req-3d8041ac-aaff-410b-bd12-5dbcc2af63c0 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751241322828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3014096'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:54.174476 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-91b5342d-8732-46ba-9548-d4c2c5fe45d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:34:54.218529 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef410cfb-2249-4899-b894-23c6d5e5e4d0 req-3d8041ac-aaff-410b-bd12-5dbcc2af63c0 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Network cb23fc83-058a-4d7b-8127-8b37f96aa0af is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 19:34:54.223573 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [req-ef410cfb-2249-4899-b894-23c6d5e5e4d0 req-3d8041ac-aaff-410b-bd12-5dbcc2af63c0 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 19:34:54.227436 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef410cfb-2249-4899-b894-23c6d5e5e4d0 req-3d8041ac-aaff-410b-bd12-5dbcc2af63c0 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 19:34:54.250097 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8041ac-aaff-410b-bd12-5dbcc2af63c0 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Pushing event updated for resources: {'Port': ['ID=808b8fee-1d48-4f2d-bb6b-6b7cf73b593c,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:34:54.261747 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8041ac-aaff-410b-bd12-5dbcc2af63c0 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:34:54.262002 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8041ac-aaff-410b-bd12-5dbcc2af63c0 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:34:54.262243 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8041ac-aaff-410b-bd12-5dbcc2af63c0 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:34:54.262481 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8041ac-aaff-410b-bd12-5dbcc2af63c0 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:34:54.262718 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8041ac-aaff-410b-bd12-5dbcc2af63c0 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:34:54.262954 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8041ac-aaff-410b-bd12-5dbcc2af63c0 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:34:54.263286 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8041ac-aaff-410b-bd12-5dbcc2af63c0 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:34:54.263691 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8041ac-aaff-410b-bd12-5dbcc2af63c0 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:34:54.263979 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8041ac-aaff-410b-bd12-5dbcc2af63c0 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:34:54.264217 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8041ac-aaff-410b-bd12-5dbcc2af63c0 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:34:54.265614 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8041ac-aaff-410b-bd12-5dbcc2af63c0 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:34:54.265999 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8041ac-aaff-410b-bd12-5dbcc2af63c0 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:34:54.270835 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-3d8041ac-aaff-410b-bd12-5dbcc2af63c0 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:34:54.283965 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef410cfb-2249-4899-b894-23c6d5e5e4d0 req-3d8041ac-aaff-410b-bd12-5dbcc2af63c0 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:34:54.287801 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-ef410cfb-2249-4899-b894-23c6d5e5e4d0 req-3d8041ac-aaff-410b-bd12-5dbcc2af63c0 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56630'] for port, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:54.405140 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-ef410cfb-2249-4899-b894-23c6d5e5e4d0 req-3d8041ac-aaff-410b-bd12-5dbcc2af63c0 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9641533 Jun 03 19:34:54.421753 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.v2.base [req-ef410cfb-2249-4899-b894-23c6d5e5e4d0 req-2cae7296-2ffa-42c2-b2b6-a851bb769366 service neutron] Request body: {'port': {'device_id': 'd8db90a7-a325-48bf-8efc-73347f23d9d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 19:34:54.510389 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-ef410cfb-2249-4899-b894-23c6d5e5e4d0 req-2cae7296-2ffa-42c2-b2b6-a851bb769366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:54.733398 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.notifiers.nova [req-ef410cfb-2249-4899-b894-23c6d5e5e4d0 req-2cae7296-2ffa-42c2-b2b6-a851bb769366 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 808b8fee-1d48-4f2d-bb6b-6b7cf73b593c {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 19:34:54.738060 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-ef410cfb-2249-4899-b894-23c6d5e5e4d0 req-2cae7296-2ffa-42c2-b2b6-a851bb769366 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:54.747532 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [req-ef410cfb-2249-4899-b894-23c6d5e5e4d0 req-2cae7296-2ffa-42c2-b2b6-a851bb769366 service neutron] Transition to ACTIVE for port object 808b8fee-1d48-4f2d-bb6b-6b7cf73b593c will not be triggered until provisioned by entity L2. {{(pid=103516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 19:34:54.805955 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-ef410cfb-2249-4899-b894-23c6d5e5e4d0 req-2cae7296-2ffa-42c2-b2b6-a851bb769366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3013931'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:54.810769 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-91b5342d-8732-46ba-9548-d4c2c5fe45d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:34:54.923123 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cae7296-2ffa-42c2-b2b6-a851bb769366 service neutron] Pushing event updated for resources: {'Port': ['ID=808b8fee-1d48-4f2d-bb6b-6b7cf73b593c,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:34:54.929782 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-2cae7296-2ffa-42c2-b2b6-a851bb769366 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:34:54.974786 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [req-ef410cfb-2249-4899-b894-23c6d5e5e4d0 req-2cae7296-2ffa-42c2-b2b6-a851bb769366 service neutron] Attempting to bind port 808b8fee-1d48-4f2d-bb6b-6b7cf73b593c on host hv-cinder-79466 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 19:34:54.974965 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3936e5-4eac-4fe6-a3f9-5c2cec54e32b req-4d08fa3d-6a0e-4c07-b5b8-cdc2d6177d40 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:34:54.975304 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [req-ef410cfb-2249-4899-b894-23c6d5e5e4d0 req-2cae7296-2ffa-42c2-b2b6-a851bb769366 service neutron] Attempting to bind port 808b8fee-1d48-4f2d-bb6b-6b7cf73b593c by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': '2871f7d8-6ead-414f-990d-99f4ddf75d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1416, 'network_id': 'cb23fc83-058a-4d7b-8127-8b37f96aa0af'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 19:34:54.975304 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef410cfb-2249-4899-b894-23c6d5e5e4d0 req-2cae7296-2ffa-42c2-b2b6-a851bb769366 service neutron] Attempting to bind port 808b8fee-1d48-4f2d-bb6b-6b7cf73b593c on network cb23fc83-058a-4d7b-8127-8b37f96aa0af {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 19:34:54.975892 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-7d3936e5-4eac-4fe6-a3f9-5c2cec54e32b req-4d08fa3d-6a0e-4c07-b5b8-cdc2d6177d40 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8db90a7-a325-48bf-8efc-73347f23d9d9 HTTP/1.1" status: 200 len: 943 time: 0.0642366 Jun 03 19:34:54.978522 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef410cfb-2249-4899-b894-23c6d5e5e4d0 req-2cae7296-2ffa-42c2-b2b6-a851bb769366 service neutron] Port 808b8fee-1d48-4f2d-bb6b-6b7cf73b593c on network cb23fc83-058a-4d7b-8127-8b37f96aa0af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 19:34:54.978739 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef410cfb-2249-4899-b894-23c6d5e5e4d0 req-2cae7296-2ffa-42c2-b2b6-a851bb769366 service neutron] Attempting to bind port 808b8fee-1d48-4f2d-bb6b-6b7cf73b593c on network cb23fc83-058a-4d7b-8127-8b37f96aa0af {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 19:34:54.982186 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef410cfb-2249-4899-b894-23c6d5e5e4d0 req-2cae7296-2ffa-42c2-b2b6-a851bb769366 service neutron] Checking agent: {'id': 'af909ad5-3a3f-482f-ab55-4c32617c9c15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 18, 49, 2), 'started_at': datetime.datetime(2021, 6, 3, 18, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 19, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 19:34:54.982376 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef410cfb-2249-4899-b894-23c6d5e5e4d0 req-2cae7296-2ffa-42c2-b2b6-a851bb769366 service neutron] Checking segment: {'id': '2871f7d8-6ead-414f-990d-99f4ddf75d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1416, 'network_id': 'cb23fc83-058a-4d7b-8127-8b37f96aa0af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 19:34:54.982623 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef410cfb-2249-4899-b894-23c6d5e5e4d0 req-2cae7296-2ffa-42c2-b2b6-a851bb769366 service neutron] Bound using segment: {'id': '2871f7d8-6ead-414f-990d-99f4ddf75d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1416, 'network_id': 'cb23fc83-058a-4d7b-8127-8b37f96aa0af'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 19:34:54.982969 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [req-ef410cfb-2249-4899-b894-23c6d5e5e4d0 req-2cae7296-2ffa-42c2-b2b6-a851bb769366 service neutron] Bound port: 808b8fee-1d48-4f2d-bb6b-6b7cf73b593c, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2871f7d8-6ead-414f-990d-99f4ddf75d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1416, 'network_id': 'cb23fc83-058a-4d7b-8127-8b37f96aa0af'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 19:34:54.983187 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-ef410cfb-2249-4899-b894-23c6d5e5e4d0 req-2cae7296-2ffa-42c2-b2b6-a851bb769366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:55.005065 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-7d3936e5-4eac-4fe6-a3f9-5c2cec54e32b req-0ebdf8ee-de0c-4d9d-bd0d-930c5f12c797 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] 10.222.0.44 "GET /v2.0/security-groups?id=a220d852-257f-47a1-bd4e-0c7d42b446f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0250397 Jun 03 19:34:55.040888 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.db [req-ef410cfb-2249-4899-b894-23c6d5e5e4d0 req-2cae7296-2ffa-42c2-b2b6-a851bb769366 service neutron] For port 808b8fee-1d48-4f2d-bb6b-6b7cf73b593c, host hv-cinder-79466, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 19:34:55.043324 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.db [req-ef410cfb-2249-4899-b894-23c6d5e5e4d0 req-2cae7296-2ffa-42c2-b2b6-a851bb769366 service neutron] For port 808b8fee-1d48-4f2d-bb6b-6b7cf73b593c, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=808b8fee-1d48-4f2d-bb6b-6b7cf73b593c,segment=NetworkSegment(2871f7d8-6ead-414f-990d-99f4ddf75d91),segment_id=2871f7d8-6ead-414f-990d-99f4ddf75d91)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 19:34:55.127277 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-ef410cfb-2249-4899-b894-23c6d5e5e4d0 req-2cae7296-2ffa-42c2-b2b6-a851bb769366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3013931'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:55.132004 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-b2a442e2-0e56-4a68-846b-ed2305018856 tempest-TestShelveInstance-2065026338 tempest-TestShelveInstance-2065026338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:34:55.176823 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef410cfb-2249-4899-b894-23c6d5e5e4d0 req-2cae7296-2ffa-42c2-b2b6-a851bb769366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:34:55.177516 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-ef410cfb-2249-4899-b894-23c6d5e5e4d0 req-2cae7296-2ffa-42c2-b2b6-a851bb769366 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56630'] for port, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:55.178644 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-ef410cfb-2249-4899-b894-23c6d5e5e4d0 req-2cae7296-2ffa-42c2-b2b6-a851bb769366 service neutron] 10.222.0.108 "PUT /v2.0/ports/808b8fee-1d48-4f2d-bb6b-6b7cf73b593c HTTP/1.1" status: 200 len: 1093 time: 0.7625561 Jun 03 19:34:55.179024 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8db90a7-a325-48bf-8efc-73347f23d9d9', 'tag': '808b8fee-1d48-4f2d-bb6b-6b7cf73b593c'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 19:34:55.181347 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc39b0f538a7142e305aed45b4a3a48499e72eb72884f9d3de90a53803998271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c87ad0-234b-4379-8341-e09a87ac54b5" -d '{"events": [{"name": "network-changed", "server_uuid": "d8db90a7-a325-48bf-8efc-73347f23d9d9", "tag": "808b8fee-1d48-4f2d-bb6b-6b7cf73b593c"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 19:34:55.304130 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cae7296-2ffa-42c2-b2b6-a851bb769366 service neutron] Pushing event updated for resources: {'Port': ['ID=808b8fee-1d48-4f2d-bb6b-6b7cf73b593c,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:34:55.304130 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-2cae7296-2ffa-42c2-b2b6-a851bb769366 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:34:55.304130 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 19:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef77a543-784c-41da-b186-39d411b1593f x-openstack-request-id: req-ef77a543-784c-41da-b186-39d411b1593f {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 19:34:55.304130 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8db90a7-a325-48bf-8efc-73347f23d9d9", "tag": "808b8fee-1d48-4f2d-bb6b-6b7cf73b593c", "status": "completed", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 19:34:55.304130 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ef77a543-784c-41da-b186-39d411b1593f {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 19:34:55.304130 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8db90a7-a325-48bf-8efc-73347f23d9d9', 'tag': '808b8fee-1d48-4f2d-bb6b-6b7cf73b593c', 'status': 'completed', 'code': 200} Jun 03 19:34:55.959141 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c87ad0-234b-4379-8341-e09a87ac54b5 req-a4afb042-9690-4b91-ad4d-f2c0f9deefe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:34:55.960083 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-76c87ad0-234b-4379-8341-e09a87ac54b5 req-a4afb042-9690-4b91-ad4d-f2c0f9deefe0 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=87073772f7d24dd98fe59c488019cc8a&device_id=d8db90a7-a325-48bf-8efc-73347f23d9d9 HTTP/1.1" status: 200 len: 1096 time: 0.0629363 Jun 03 19:34:56.149544 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4faed7-b1ad-4ab7-ba6f-2ae06e20ee0b req-f8e656b1-b42c-47c2-ba9b-4f918a6c491f tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:34:56.150559 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-7b4faed7-b1ad-4ab7-ba6f-2ae06e20ee0b req-f8e656b1-b42c-47c2-ba9b-4f918a6c491f tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8db90a7-a325-48bf-8efc-73347f23d9d9 HTTP/1.1" status: 200 len: 943 time: 0.0570500 Jun 03 19:34:56.154816 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c87ad0-234b-4379-8341-e09a87ac54b5 req-0d395fdc-550a-44de-96b5-1b426d5be842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:34:56.155821 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-76c87ad0-234b-4379-8341-e09a87ac54b5 req-0d395fdc-550a-44de-96b5-1b426d5be842 service neutron] 10.222.0.108 "GET /v2.0/networks?tenant_id=87073772f7d24dd98fe59c488019cc8a&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1815209 Jun 03 19:34:56.258843 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c87ad0-234b-4379-8341-e09a87ac54b5 req-58456ae1-4058-42c0-8edf-8fc17e60d9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:34:56.259815 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-76c87ad0-234b-4379-8341-e09a87ac54b5 req-58456ae1-4058-42c0-8edf-8fc17e60d9a7 service neutron] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0927420 Jun 03 19:34:56.275812 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-7b4faed7-b1ad-4ab7-ba6f-2ae06e20ee0b req-72f57eef-fbed-40bd-beb7-689ca4b1e553 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] 10.222.0.44 "GET /v2.0/security-groups?id=a220d852-257f-47a1-bd4e-0c7d42b446f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212740 Jun 03 19:34:56.343575 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef410cfb-2249-4899-b894-23c6d5e5e4d0 req-393de973-14d2-4bfc-9d07-b78b783ed51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:34:56.344565 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-ef410cfb-2249-4899-b894-23c6d5e5e4d0 req-393de973-14d2-4bfc-9d07-b78b783ed51e service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=87073772f7d24dd98fe59c488019cc8a&device_id=d8db90a7-a325-48bf-8efc-73347f23d9d9 HTTP/1.1" status: 200 len: 1096 time: 0.0439906 Jun 03 19:34:56.390776 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-ef410cfb-2249-4899-b894-23c6d5e5e4d0 req-d8441e0d-8142-4e48-981f-d8e74cb74c46 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=808b8fee-1d48-4f2d-bb6b-6b7cf73b593c HTTP/1.1" status: 200 len: 217 time: 0.0356257 Jun 03 19:34:56.435191 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef410cfb-2249-4899-b894-23c6d5e5e4d0 req-5623111d-f030-42ed-9e42-90df5928e8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:34:56.437390 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-ef410cfb-2249-4899-b894-23c6d5e5e4d0 req-5623111d-f030-42ed-9e42-90df5928e8e4 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=9bc3056e-07f9-4dab-8214-22132a34bc4f HTTP/1.1" status: 200 len: 848 time: 0.0359170 Jun 03 19:34:56.472341 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-ef410cfb-2249-4899-b894-23c6d5e5e4d0 req-612778d8-2aed-4f96-b1c4-bac08baaf53d service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=cb23fc83-058a-4d7b-8127-8b37f96aa0af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255921 Jun 03 19:34:56.558416 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-ef410cfb-2249-4899-b894-23c6d5e5e4d0 req-a3fd6a36-8fb4-42ed-b27d-d322418384b9 service neutron] 10.222.0.108 "GET /v2.0/networks/cb23fc83-058a-4d7b-8127-8b37f96aa0af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0743806 Jun 03 19:34:56.638704 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-ef410cfb-2249-4899-b894-23c6d5e5e4d0 req-7104038b-8bb9-45b1-9c06-d51b4b97aba0 service neutron] 10.222.0.108 "GET /v2.0/networks/cb23fc83-058a-4d7b-8127-8b37f96aa0af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0733690 Jun 03 19:34:57.448841 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2814ecc7-916c-4519-b929-cc9e92469dd2 req-07123283-eef4-4f1a-9a8e-b1ca8d6ac7bc tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:34:57.449289 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-2814ecc7-916c-4519-b929-cc9e92469dd2 req-07123283-eef4-4f1a-9a8e-b1ca8d6ac7bc tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Synchronizing usage tracker for tenant:87073772f7d24dd98fe59c488019cc8a on resource:port {{(pid=103516) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 19:34:57.572522 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-2814ecc7-916c-4519-b929-cc9e92469dd2 req-07123283-eef4-4f1a-9a8e-b1ca8d6ac7bc tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Unset dirty status for tenant:87073772f7d24dd98fe59c488019cc8a on resource:port {{(pid=103516) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 19:34:57.574089 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-2814ecc7-916c-4519-b929-cc9e92469dd2 req-07123283-eef4-4f1a-9a8e-b1ca8d6ac7bc tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8db90a7-a325-48bf-8efc-73347f23d9d9 HTTP/1.1" status: 200 len: 943 time: 0.2104235 Jun 03 19:34:57.622104 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-2814ecc7-916c-4519-b929-cc9e92469dd2 req-b10c3aff-37c1-430a-90aa-94a477060862 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] 10.222.0.44 "GET /v2.0/security-groups?id=a220d852-257f-47a1-bd4e-0c7d42b446f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403752 Jun 03 19:34:58.659632 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Device 808b8fee-1d48-4f2d-bb6b-6b7cf73b593c details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=103518) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 19:34:58.761833 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] For port 808b8fee-1d48-4f2d-bb6b-6b7cf73b593c, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=808b8fee-1d48-4f2d-bb6b-6b7cf73b593c,segment=NetworkSegment(2871f7d8-6ead-414f-990d-99f4ddf75d91),segment_id=2871f7d8-6ead-414f-990d-99f4ddf75d91)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 19:34:58.768345 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f09a77a-e06d-4592-896e-d6fa2cf4d50d req-8024b0cb-6952-4c30-acfd-8e575a704c0b tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:34:58.769381 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-4f09a77a-e06d-4592-896e-d6fa2cf4d50d req-8024b0cb-6952-4c30-acfd-8e575a704c0b tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8db90a7-a325-48bf-8efc-73347f23d9d9 HTTP/1.1" status: 200 len: 943 time: 0.0591197 Jun 03 19:34:58.770729 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Returning: {'device': '808b8fee-1d48-4f2d-bb6b-6b7cf73b593c', 'network_id': 'cb23fc83-058a-4d7b-8127-8b37f96aa0af', 'port_id': '808b8fee-1d48-4f2d-bb6b-6b7cf73b593c', 'mac_address': 'fa:16:3e:c6:0e:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bc3056e-07f9-4dab-8214-22132a34bc4f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103518) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 19:34:58.808318 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:58.814529 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-4f09a77a-e06d-4592-896e-d6fa2cf4d50d req-0796f107-3fa2-48ba-a4e5-d2680f0c0a71 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] 10.222.0.44 "GET /v2.0/security-groups?id=a220d852-257f-47a1-bd4e-0c7d42b446f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382922 Jun 03 19:34:58.819065 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.notifiers.nova [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 808b8fee-1d48-4f2d-bb6b-6b7cf73b593c {{(pid=103518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 19:34:58.828939 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] For port 808b8fee-1d48-4f2d-bb6b-6b7cf73b593c, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=808b8fee-1d48-4f2d-bb6b-6b7cf73b593c,segment=NetworkSegment(2871f7d8-6ead-414f-990d-99f4ddf75d91),segment_id=2871f7d8-6ead-414f-990d-99f4ddf75d91)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 19:34:58.901604 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:58.903165 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:34:58.950834 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Pushing event updated for resources: {'Port': ['ID=808b8fee-1d48-4f2d-bb6b-6b7cf73b593c,revision_number=4']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:34:58.953057 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:34:59.222007 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] get_ports_and_sgs() called for port_ids ['808b8fee-1d48-4f2d-bb6b-6b7cf73b593c'] {{(pid=103518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 19:34:59.611966 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-da2fd4a8-07bd-4de6-a415-c4070f42fac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:34:59.965221 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd49ff9-dd55-4523-a4b6-fadbfee3203a req-9b760028-f8fa-46e5-b5fc-b6d17f72049e tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:34:59.966232 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-4fd49ff9-dd55-4523-a4b6-fadbfee3203a req-9b760028-f8fa-46e5-b5fc-b6d17f72049e tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8db90a7-a325-48bf-8efc-73347f23d9d9 HTTP/1.1" status: 200 len: 944 time: 0.0669429 Jun 03 19:34:59.995738 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-4fd49ff9-dd55-4523-a4b6-fadbfee3203a req-a49e9d54-ce22-4d4e-8b29-5a7af3cb78b0 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] 10.222.0.44 "GET /v2.0/security-groups?id=a220d852-257f-47a1-bd4e-0c7d42b446f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0254548 Jun 03 19:35:00.674759 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Device 808b8fee-1d48-4f2d-bb6b-6b7cf73b593c up at agent hyperv_hv-cinder-79466 {{(pid=103518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 19:35:00.702075 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:35:00.786933 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Provisioning for port 808b8fee-1d48-4f2d-bb6b-6b7cf73b593c completed by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 19:35:00.790853 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.db.provisioning_blocks [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Provisioning complete for port 808b8fee-1d48-4f2d-bb6b-6b7cf73b593c triggered by entity L2. {{(pid=103518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 19:35:00.791143 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557371'] for port, provisioning_complete {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:35:00.864396 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-6ff111c5-c06e-4aad-83c1-250c8d765a7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:35:00.873400 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684355'] for port, before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:35:00.891846 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8db90a7-a325-48bf-8efc-73347f23d9d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '808b8fee-1d48-4f2d-bb6b-6b7cf73b593c'}] {{(pid=103518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 19:35:00.895887 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db66028b02b75232abd2ce52c3e0184f662a2cc7ac62fff2d597f865859cb538" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e8b004-3168-41b1-a2b7-6b3a42943265" -d '{"events": [{"server_uuid": "d8db90a7-a325-48bf-8efc-73347f23d9d9", "name": "network-vif-plugged", "status": "completed", "tag": "808b8fee-1d48-4f2d-bb6b-6b7cf73b593c"}]}' {{(pid=103518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 19:35:00.898808 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] For port 808b8fee-1d48-4f2d-bb6b-6b7cf73b593c, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=808b8fee-1d48-4f2d-bb6b-6b7cf73b593c,segment=NetworkSegment(2871f7d8-6ead-414f-990d-99f4ddf75d91),segment_id=2871f7d8-6ead-414f-990d-99f4ddf75d91)] {{(pid=103518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 19:35:00.923832 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 19:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f39b3c76-d181-41ec-b7e0-daa238cd90bf x-openstack-request-id: req-f39b3c76-d181-41ec-b7e0-daa238cd90bf {{(pid=103518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 19:35:00.923832 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8db90a7-a325-48bf-8efc-73347f23d9d9", "name": "network-vif-plugged", "status": "completed", "tag": "808b8fee-1d48-4f2d-bb6b-6b7cf73b593c", "code": 200}]} {{(pid=103518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 19:35:00.923832 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f39b3c76-d181-41ec-b7e0-daa238cd90bf {{(pid=103518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 19:35:00.923832 dv-cinder-794661-1-smb neutron-server[103518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8db90a7-a325-48bf-8efc-73347f23d9d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '808b8fee-1d48-4f2d-bb6b-6b7cf73b593c', 'code': 200} Jun 03 19:35:00.987101 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751241743629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751241322846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751241322891'] for port, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:35:00.990209 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-cfaab57f-edea-4a33-9bf5-ffeb396f04e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:35:01.039403 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Pushing event updated for resources: {'Port': ['ID=808b8fee-1d48-4f2d-bb6b-6b7cf73b593c,revision_number=5']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:35:01.041704 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG oslo_concurrency.lockutils [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=103518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:35:01.121037 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e8821-854e-4d22-86ec-7824c77bdc85 req-4ece0fa8-9225-4ec5-8b11-65896a5638b9 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:35:01.121978 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-de9e8821-854e-4d22-86ec-7824c77bdc85 req-4ece0fa8-9225-4ec5-8b11-65896a5638b9 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8db90a7-a325-48bf-8efc-73347f23d9d9 HTTP/1.1" status: 200 len: 945 time: 0.0541308 Jun 03 19:35:01.153037 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-de9e8821-854e-4d22-86ec-7824c77bdc85 req-a097fcdb-9db4-4944-af4b-4e9ddb8841dd tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] 10.222.0.44 "GET /v2.0/security-groups?id=a220d852-257f-47a1-bd4e-0c7d42b446f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0247464 Jun 03 19:35:02.287049 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d641820-d4b7-484f-924a-ebd54dfb0c42 req-c36170c7-e167-488f-b0f0-3a9c1b140440 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:35:02.288001 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-6d641820-d4b7-484f-924a-ebd54dfb0c42 req-c36170c7-e167-488f-b0f0-3a9c1b140440 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8db90a7-a325-48bf-8efc-73347f23d9d9 HTTP/1.1" status: 200 len: 945 time: 0.0570731 Jun 03 19:35:02.317156 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-6d641820-d4b7-484f-924a-ebd54dfb0c42 req-45d4235e-c7b9-4327-bd81-50a081c5346d tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] 10.222.0.44 "GET /v2.0/security-groups?id=a220d852-257f-47a1-bd4e-0c7d42b446f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0249784 Jun 03 19:35:02.323981 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:35:03.069602 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:35:03.161388 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10be7193-1d0b-43c0-94e0-e282c1ba9701 req-a0047641-1266-4224-8994-2a3edd596462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:35:03.162299 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-10be7193-1d0b-43c0-94e0-e282c1ba9701 req-a0047641-1266-4224-8994-2a3edd596462 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=d8db90a7-a325-48bf-8efc-73347f23d9d9 HTTP/1.1" status: 200 len: 1098 time: 0.0589011 Jun 03 19:35:03.197053 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-10be7193-1d0b-43c0-94e0-e282c1ba9701 req-4a6cd381-6ba8-4ed6-93b0-1743b8c7a46e service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=a220d852-257f-47a1-bd4e-0c7d42b446f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0238047 Jun 03 19:35:03.360648 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:35:03.457936 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d815276b-072e-4408-a025-ae3e7c659ac5 req-d5407737-e36b-4e77-8854-c7f435cabba1 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:35:03.458902 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-d815276b-072e-4408-a025-ae3e7c659ac5 req-d5407737-e36b-4e77-8854-c7f435cabba1 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8db90a7-a325-48bf-8efc-73347f23d9d9 HTTP/1.1" status: 200 len: 945 time: 0.0602579 Jun 03 19:35:03.489864 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-d815276b-072e-4408-a025-ae3e7c659ac5 req-1af61c0c-97eb-48ec-9520-96e76f12c60a tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] 10.222.0.44 "GET /v2.0/security-groups?id=a220d852-257f-47a1-bd4e-0c7d42b446f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272048 Jun 03 19:35:04.788667 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8407efa6-7211-40d8-baff-5820859f0116 req-f8880fb9-7094-4654-b262-a168b806fdc8 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:35:04.789508 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-8407efa6-7211-40d8-baff-5820859f0116 req-f8880fb9-7094-4654-b262-a168b806fdc8 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8db90a7-a325-48bf-8efc-73347f23d9d9 HTTP/1.1" status: 200 len: 945 time: 0.0650790 Jun 03 19:35:04.829942 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-8407efa6-7211-40d8-baff-5820859f0116 req-58a207eb-b7a7-476b-801a-d05b7db0d9ec tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] 10.222.0.44 "GET /v2.0/security-groups?id=a220d852-257f-47a1-bd4e-0c7d42b446f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364332 Jun 03 19:35:07.806987 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a974a0e-f65e-4fdf-9642-ff122ef960cc req-c216bd24-4260-430a-aa2b-bdcd03057ebd tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:35:07.808000 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-0a974a0e-f65e-4fdf-9642-ff122ef960cc req-c216bd24-4260-430a-aa2b-bdcd03057ebd tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8db90a7-a325-48bf-8efc-73347f23d9d9 HTTP/1.1" status: 200 len: 945 time: 0.0674691 Jun 03 19:35:07.837561 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-0a974a0e-f65e-4fdf-9642-ff122ef960cc req-6079376b-b02e-4ca0-8fad-3c822ad88bc7 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] 10.222.0.44 "GET /v2.0/security-groups?id=a220d852-257f-47a1-bd4e-0c7d42b446f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0257404 Jun 03 19:35:08.980704 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbf093f-2f01-458f-8f4a-37629d0b1774 req-f941ebe6-1240-4f63-b2d2-d4dc525a85c5 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:35:08.981655 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-2dbf093f-2f01-458f-8f4a-37629d0b1774 req-f941ebe6-1240-4f63-b2d2-d4dc525a85c5 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8db90a7-a325-48bf-8efc-73347f23d9d9 HTTP/1.1" status: 200 len: 945 time: 0.0580733 Jun 03 19:35:09.014343 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-2dbf093f-2f01-458f-8f4a-37629d0b1774 req-592643bb-08e0-49e8-b640-f5d589152862 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] 10.222.0.44 "GET /v2.0/security-groups?id=a220d852-257f-47a1-bd4e-0c7d42b446f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264533 Jun 03 19:35:10.149608 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99dca79-5191-45c0-ae5f-1ade692579ec req-663f4c3f-8b54-4ad0-8b6f-a78574c6c22c tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:35:10.150779 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-a99dca79-5191-45c0-ae5f-1ade692579ec req-663f4c3f-8b54-4ad0-8b6f-a78574c6c22c tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8db90a7-a325-48bf-8efc-73347f23d9d9 HTTP/1.1" status: 200 len: 945 time: 0.0581043 Jun 03 19:35:10.179953 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-a99dca79-5191-45c0-ae5f-1ade692579ec req-0a6f1375-671c-4e32-8ca1-d654b437b849 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] 10.222.0.44 "GET /v2.0/security-groups?id=a220d852-257f-47a1-bd4e-0c7d42b446f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0249941 Jun 03 19:35:10.345490 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e0027-d31f-4478-8e63-ede681766d01 req-0cd854cb-e491-43f1-bb53-763a49186a02 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:35:10.346549 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-170e0027-d31f-4478-8e63-ede681766d01 req-0cd854cb-e491-43f1-bb53-763a49186a02 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] 10.222.0.108 "GET /v2.0/ports?device_id=d8db90a7-a325-48bf-8efc-73347f23d9d9 HTTP/1.1" status: 200 len: 945 time: 0.0716887 Jun 03 19:35:10.450836 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [req-170e0027-d31f-4478-8e63-ede681766d01 req-2a72bed4-0c69-4985-97a6-9e95263bc7f6 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Deleting port 808b8fee-1d48-4f2d-bb6b-6b7cf73b593c {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 19:35:10.451159 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-170e0027-d31f-4478-8e63-ede681766d01 req-2a72bed4-0c69-4985-97a6-9e95263bc7f6 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751241832951'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:35:10.633648 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.db [req-170e0027-d31f-4478-8e63-ede681766d01 req-2a72bed4-0c69-4985-97a6-9e95263bc7f6 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] For port 808b8fee-1d48-4f2d-bb6b-6b7cf73b593c, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=808b8fee-1d48-4f2d-bb6b-6b7cf73b593c,segment=NetworkSegment(2871f7d8-6ead-414f-990d-99f4ddf75d91),segment_id=2871f7d8-6ead-414f-990d-99f4ddf75d91)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 19:35:10.633973 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-170e0027-d31f-4478-8e63-ede681766d01 req-2a72bed4-0c69-4985-97a6-9e95263bc7f6 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402642'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:35:10.723692 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [req-170e0027-d31f-4478-8e63-ede681766d01 req-2a72bed4-0c69-4985-97a6-9e95263bc7f6 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Calling delete_port for 808b8fee-1d48-4f2d-bb6b-6b7cf73b593c owned by compute:nova {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 19:35:10.877749 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-170e0027-d31f-4478-8e63-ede681766d01 req-2a72bed4-0c69-4985-97a6-9e95263bc7f6 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751241743607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751241322837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3014096'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:35:10.885314 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-fc3d27a4-a16b-4647-b4a9-9f8135d9afae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:35:10.895307 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] get_ports_and_sgs() called for port_ids ['808b8fee-1d48-4f2d-bb6b-6b7cf73b593c'] {{(pid=103518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 19:35:10.923297 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a72bed4-0c69-4985-97a6-9e95263bc7f6 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Pushing event deleted for resources: {'Port': ['ID=808b8fee-1d48-4f2d-bb6b-6b7cf73b593c,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:35:10.925677 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-2a72bed4-0c69-4985-97a6-9e95263bc7f6 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:35:10.972086 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [req-170e0027-d31f-4478-8e63-ede681766d01 req-2a72bed4-0c69-4985-97a6-9e95263bc7f6 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] No DVR routers for this DVR port 808b8fee-1d48-4f2d-bb6b-6b7cf73b593c on host hv-cinder-79466 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 19:35:10.974442 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-170e0027-d31f-4478-8e63-ede681766d01 req-2a72bed4-0c69-4985-97a6-9e95263bc7f6 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56630'] for port, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:35:10.976393 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8db90a7-a325-48bf-8efc-73347f23d9d9', 'name': 'network-vif-deleted', 'tag': '808b8fee-1d48-4f2d-bb6b-6b7cf73b593c'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 19:35:10.978009 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc39b0f538a7142e305aed45b4a3a48499e72eb72884f9d3de90a53803998271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b0b54f1-ffc4-4e46-8b0b-f89b2f11c764" -d '{"events": [{"server_uuid": "d8db90a7-a325-48bf-8efc-73347f23d9d9", "name": "network-vif-deleted", "tag": "808b8fee-1d48-4f2d-bb6b-6b7cf73b593c"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 19:35:11.026639 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 19:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90beef7e-f7f0-40b6-9eee-a1c883c160db x-openstack-request-id: req-90beef7e-f7f0-40b6-9eee-a1c883c160db {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 19:35:11.026639 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8db90a7-a325-48bf-8efc-73347f23d9d9", "name": "network-vif-deleted", "tag": "808b8fee-1d48-4f2d-bb6b-6b7cf73b593c", "status": "completed", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 19:35:11.026639 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-90beef7e-f7f0-40b6-9eee-a1c883c160db {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 19:35:11.026639 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8db90a7-a325-48bf-8efc-73347f23d9d9', 'name': 'network-vif-deleted', 'tag': '808b8fee-1d48-4f2d-bb6b-6b7cf73b593c', 'status': 'completed', 'code': 200} Jun 03 19:35:11.100180 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-170e0027-d31f-4478-8e63-ede681766d01 req-2a72bed4-0c69-4985-97a6-9e95263bc7f6 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] 10.222.0.108 "DELETE /v2.0/ports/808b8fee-1d48-4f2d-bb6b-6b7cf73b593c HTTP/1.1" status: 204 len: 173 time: 0.7431479 Jun 03 19:35:11.289965 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-87d51339-b9f0-4ecd-8017-1a0b10a24887 req-d6461379-da16-42b4-80ca-aa5b31287ef0 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8db90a7-a325-48bf-8efc-73347f23d9d9 HTTP/1.1" status: 200 len: 210 time: 0.0289054 Jun 03 19:35:12.415068 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-527baa17-1046-41d3-9279-6f563d8c4825 req-cdd71747-f980-458a-9f27-2fd0fed65ca2 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Synchronizing usage tracker for tenant:87073772f7d24dd98fe59c488019cc8a on resource:port {{(pid=103516) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 19:35:12.534939 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.quota.resource [req-527baa17-1046-41d3-9279-6f563d8c4825 req-cdd71747-f980-458a-9f27-2fd0fed65ca2 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] Unset dirty status for tenant:87073772f7d24dd98fe59c488019cc8a on resource:port {{(pid=103516) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 19:35:12.536506 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [req-527baa17-1046-41d3-9279-6f563d8c4825 req-cdd71747-f980-458a-9f27-2fd0fed65ca2 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8db90a7-a325-48bf-8efc-73347f23d9d9 HTTP/1.1" status: 200 len: 210 time: 0.1540792 Jun 03 19:35:13.675061 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [req-5620ab3d-1e11-4b0d-a316-95f2d8c26ad6 req-38f9fdef-5d87-4d9d-a7c9-73ac50e987b3 tempest-VolumesActionsTest-2127941660 tempest-VolumesActionsTest-2127941660-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8db90a7-a325-48bf-8efc-73347f23d9d9 HTTP/1.1" status: 200 len: 210 time: 0.0325551 Jun 03 19:35:14.753741 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Device 808b8fee-1d48-4f2d-bb6b-6b7cf73b593c no longer exists at agent hyperv_hv-cinder-79466 {{(pid=103518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 19:35:14.786393 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.plugin [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] No Port match for: 808b8fee-1d48-4f2d-bb6b-6b7cf73b593c {{(pid=103518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 19:35:14.786887 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron.plugins.ml2.rpc [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Device 808b8fee-1d48-4f2d-bb6b-6b7cf73b593c not bound to the agent host hv-cinder-79466 {{(pid=103518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 19:35:15.136734 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:35:29.622572 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-e1609415-edaa-4e58-879e-00b654ccbfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:35:30.698688 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:35:30.857899 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-318573db-4766-40d3-98be-a1bd5d57597c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:35:32.251446 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:35:33.074982 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:35:33.339424 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:35:52.138573 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:35:59.622611 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-ce62163e-0bed-4e22-9adb-9768325a9f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:36:00.669061 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:36:00.863866 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-497edefc-bcb1-40fc-8225-65e18f2c879c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:36:02.259677 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:36:03.006385 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:36:03.781183 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:36:29.141055 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:36:29.627300 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-4a4f042b-15a8-4f56-b4ba-b4f2bea83074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:36:30.665214 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:36:30.894780 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-5688c374-ed9e-4a2b-a4f0-30310b5facab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:36:32.259971 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:36:33.014040 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:36:33.331866 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:37:00.023393 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-c7a2fdba-6c2d-458a-a367-7248063f55f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:37:00.699472 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:37:00.849066 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-023aaaee-8866-48e1-8a52-9f7dde9c8687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:37:02.268498 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:37:03.044700 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:37:03.345720 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:37:06.142513 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:37:29.651873 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-b7d0a35f-2f0e-4fc8-b368-403a06fece03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:37:30.731707 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:37:30.919402 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-e843ee2d-402d-42c9-b4b1-4b2e07cca51f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:37:32.359964 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:37:33.064962 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:37:33.338241 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:37:43.143685 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:37:59.652208 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-eb9cbe28-acda-4541-98c2-e7d7dfed249f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:38:00.790539 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:38:00.873170 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-26e66d71-fdcb-4c87-a05a-f7989e2a34e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:38:02.336605 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:38:03.049411 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:38:03.394434 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:38:20.145000 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:38:29.710288 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2510e469-b529-4766-aa5f-980acb75d4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:38:30.734479 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:38:30.867241 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-c2d7f8ca-b147-4e3b-8a20-ebe6fdcb73d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:38:32.378994 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:38:33.061659 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:38:33.358984 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:38:57.145446 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:38:59.650849 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-d296facc-0a9d-4ec4-a53e-a5de9ce21728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:39:00.711066 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:39:00.900402 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-14d66b52-5bce-47bd-9252-184765be7b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:39:02.293340 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:39:03.102048 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:39:03.367078 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:39:29.842473 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-10ffc454-9aec-4c2b-9c1e-337f8e29a068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:39:30.743061 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:39:30.936729 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-862bdea3-6039-469a-a1bf-da2b5c211474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:39:32.361301 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:39:33.056090 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:39:33.415636 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:39:34.147400 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:39:59.641642 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-61443158-77ab-4fef-83d5-86c37596172d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:40:00.692196 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:40:01.476455 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-bfbb607f-928e-4584-a1fc-cf8d4c646a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:40:02.396366 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:40:03.108270 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:40:03.444032 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:40:11.150256 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:40:17.483278 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 36944) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:40:17.561323 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.db.db_base_plugin_v2 [None req-39dc853f-2dec-4f85-93c5-593a1171614c admin admin] Deleting subnet 9bc3056e-07f9-4dab-8214-22132a34bc4f {{(pid=103516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 19:40:17.563576 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-39dc853f-2dec-4f85-93c5-593a1171614c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:40:17.597173 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-39dc853f-2dec-4f85-93c5-593a1171614c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2320325'] for subnet, precommit_delete_associations {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:40:17.634077 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-39dc853f-2dec-4f85-93c5-593a1171614c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1531221'] for subnet, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:40:17.914097 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-39dc853f-2dec-4f85-93c5-593a1171614c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1531228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3014117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3540150'] for subnet, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:40:17.920577 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:40:17.950645 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dc853f-2dec-4f85-93c5-593a1171614c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bc3056e-07f9-4dab-8214-22132a34bc4f,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:40:17.957537 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dc853f-2dec-4f85-93c5-593a1171614c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:40:17.957894 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dc853f-2dec-4f85-93c5-593a1171614c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:40:17.958162 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dc853f-2dec-4f85-93c5-593a1171614c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:40:17.958420 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dc853f-2dec-4f85-93c5-593a1171614c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:40:17.958672 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dc853f-2dec-4f85-93c5-593a1171614c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:40:17.958924 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dc853f-2dec-4f85-93c5-593a1171614c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:40:17.959473 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dc853f-2dec-4f85-93c5-593a1171614c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:40:17.959473 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dc853f-2dec-4f85-93c5-593a1171614c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:40:17.959649 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dc853f-2dec-4f85-93c5-593a1171614c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:40:17.959921 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dc853f-2dec-4f85-93c5-593a1171614c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:40:17.960172 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dc853f-2dec-4f85-93c5-593a1171614c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:40:17.960417 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dc853f-2dec-4f85-93c5-593a1171614c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:40:17.962458 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-39dc853f-2dec-4f85-93c5-593a1171614c admin admin] Notify callbacks [] for subnet, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:40:17.966223 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-39dc853f-2dec-4f85-93c5-593a1171614c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:40:17.967887 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-39dc853f-2dec-4f85-93c5-593a1171614c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/9bc3056e-07f9-4dab-8214-22132a34bc4f HTTP/1.1" status: 204 len: 168 time: 0.4834540 Jun 03 19:40:17.969633 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 36950) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:40:18.037561 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6d98911a-67ee-485d-8e95-7c73bb94174b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696177'] for network, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:40:18.113687 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6d98911a-67ee-485d-8e95-7c73bb94174b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557952', 'neutron.services.segments.db._delete_segments_for_network-8751241769921'] for network, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:40:18.121561 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.services.segments.db [None req-6d98911a-67ee-485d-8e95-7c73bb94174b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb23fc83-058a-4d7b-8127-8b37f96aa0af']}} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:40:18.128939 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.services.segments.db [None req-6d98911a-67ee-485d-8e95-7c73bb94174b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2871f7d8-6ead-414f-990d-99f4ddf75d91') {'for_net_delete': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:40:18.129117 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.services.segments.db [None req-6d98911a-67ee-485d-8e95-7c73bb94174b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2871f7d8-6ead-414f-990d-99f4ddf75d91') {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:40:18.136118 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6d98911a-67ee-485d-8e95-7c73bb94174b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751241775068', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2320316'] for segment, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:40:18.151223 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6d98911a-67ee-485d-8e95-7c73bb94174b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529572'] for segment, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:40:18.158631 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d98911a-67ee-485d-8e95-7c73bb94174b admin admin] Releasing vlan 1416 on physical network physnet1 to pool {{(pid=103516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 19:40:18.159110 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6d98911a-67ee-485d-8e95-7c73bb94174b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3013903'] for segment, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:40:18.172028 dv-cinder-794661-1-smb neutron-server[103516]: Traceback (most recent call last): Jun 03 19:40:18.172028 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 19:40:18.172028 dv-cinder-794661-1-smb neutron-server[103516]: timer() Jun 03 19:40:18.172028 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 19:40:18.172028 dv-cinder-794661-1-smb neutron-server[103516]: cb(*args, **kw) Jun 03 19:40:18.172028 dv-cinder-794661-1-smb neutron-server[103516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 19:40:18.172028 dv-cinder-794661-1-smb neutron-server[103516]: return func(*args, **kwargs) Jun 03 19:40:18.172028 dv-cinder-794661-1-smb neutron-server[103516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 19:40:18.172028 dv-cinder-794661-1-smb neutron-server[103516]: self._notify() Jun 03 19:40:18.172028 dv-cinder-794661-1-smb neutron-server[103516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 19:40:18.172028 dv-cinder-794661-1-smb neutron-server[103516]: self.callback(batched_events) Jun 03 19:40:18.172028 dv-cinder-794661-1-smb neutron-server[103516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 19:40:18.172028 dv-cinder-794661-1-smb neutron-server[103516]: event.method(event) Jun 03 19:40:18.172028 dv-cinder-794661-1-smb neutron-server[103516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 19:40:18.172028 dv-cinder-794661-1-smb neutron-server[103516]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 19:40:18.172028 dv-cinder-794661-1-smb neutron-server[103516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 19:40:18.172028 dv-cinder-794661-1-smb neutron-server[103516]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 19:40:18.172028 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 19:40:18.172028 dv-cinder-794661-1-smb neutron-server[103516]: return f(self, *a, **k) Jun 03 19:40:18.172028 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 19:40:18.172028 dv-cinder-794661-1-smb neutron-server[103516]: return self._get(url).json() Jun 03 19:40:18.172028 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 19:40:18.172028 dv-cinder-794661-1-smb neutron-server[103516]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 19:40:18.172028 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 19:40:18.172028 dv-cinder-794661-1-smb neutron-server[103516]: return self.request(url, 'GET', **kwargs) Jun 03 19:40:18.172028 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 19:40:18.172028 dv-cinder-794661-1-smb neutron-server[103516]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 19:40:18.172028 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 19:40:18.172028 dv-cinder-794661-1-smb neutron-server[103516]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 19:40:18.172028 dv-cinder-794661-1-smb neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 19:40:18.172028 dv-cinder-794661-1-smb neutron-server[103516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 19:40:18.172028 dv-cinder-794661-1-smb neutron-server[103516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 19:40:18.342482 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6d98911a-67ee-485d-8e95-7c73bb94174b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573556'] for network, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:40:18.347461 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-aad026c7-80da-480d-a794-310a50d1e32c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:40:18.361584 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6d98911a-67ee-485d-8e95-7c73bb94174b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549304'] for network, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:40:18.369536 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d98911a-67ee-485d-8e95-7c73bb94174b admin admin] Pushing event deleted for resources: {'Network': ['ID=cb23fc83-058a-4d7b-8127-8b37f96aa0af,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:40:18.373581 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-6d98911a-67ee-485d-8e95-7c73bb94174b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:40:18.474789 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-6d98911a-67ee-485d-8e95-7c73bb94174b admin admin] 10.222.0.44 "DELETE /v2.0/networks/cb23fc83-058a-4d7b-8127-8b37f96aa0af HTTP/1.1" status: 204 len: 168 time: 0.5040751 Jun 03 19:40:18.881376 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 36956) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:40:18.924994 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-7a81ec34-31ea-4259-801b-ebe76611da45 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=87073772f7d24dd98fe59c488019cc8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0421686 Jun 03 19:40:18.926967 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 36960) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:40:18.968645 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4d38d293-f6d5-4b18-adcc-39f1baf7c9d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:40:18.986205 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4d38d293-f6d5-4b18-adcc-39f1baf7c9d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:40:19.192769 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4d38d293-f6d5-4b18-adcc-39f1baf7c9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:40:19.197493 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-bf6e5bb5-9162-4312-985d-999ed8cea99b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:40:19.293719 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d38d293-f6d5-4b18-adcc-39f1baf7c9d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a220d852-257f-47a1-bd4e-0c7d42b446f7,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:40:19.296029 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-4d38d293-f6d5-4b18-adcc-39f1baf7c9d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:40:19.438358 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4d38d293-f6d5-4b18-adcc-39f1baf7c9d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:40:19.439905 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-4d38d293-f6d5-4b18-adcc-39f1baf7c9d7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a220d852-257f-47a1-bd4e-0c7d42b446f7 HTTP/1.1" status: 204 len: 168 time: 0.5119147 Jun 03 19:40:29.635461 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-fe03854f-b085-4563-b3cf-73133a84bcba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:40:30.732467 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:40:30.911384 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-1e35eaca-b72d-4410-afa8-255a67e66472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:40:33.031616 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:40:33.131041 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:40:33.427756 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:40:48.152216 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:40:59.663184 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-b27d42f9-8fca-4ee5-b8f3-a68f7b2280b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:41:00.725267 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:41:00.905521 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-b26602da-867d-4fff-8436-b3bd77eefc32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:41:02.364370 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.wsgi [-] (103517) accepted ('10.222.0.44', 37192) {{(pid=103517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:41:02.373771 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:41:02.562163 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c61abddd-5ab2-4aeb-88b3-240200dd8846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:41:02.571722 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-c61abddd-5ab2-4aeb-88b3-240200dd8846 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 19:41:02.574246 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-c61abddd-5ab2-4aeb-88b3-240200dd8846 admin admin] Usage tracker for resource:security_group_rule and tenant:93addcaa298b4146982830db9a64b506 is out of sync, need to count used quota {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 19:41:02.576140 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.quota.resource [None req-c61abddd-5ab2-4aeb-88b3-240200dd8846 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103517) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 19:41:02.579817 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.db.quota.driver [None req-c61abddd-5ab2-4aeb-88b3-240200dd8846 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103517) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 19:41:02.636775 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c61abddd-5ab2-4aeb-88b3-240200dd8846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:41:02.733410 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c61abddd-5ab2-4aeb-88b3-240200dd8846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:41:02.739089 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-c6aeda48-1637-4683-b01b-f6433aefe88a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:41:02.769968 dv-cinder-794661-1-smb neutron-server[103517]: INFO neutron.wsgi [None req-c61abddd-5ab2-4aeb-88b3-240200dd8846 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=93addcaa298b4146982830db9a64b506&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4048135 Jun 03 19:41:02.770590 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61abddd-5ab2-4aeb-88b3-240200dd8846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ebc5083-2eee-408d-b94e-231d682b103b,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:41:02.772475 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.44', 37196) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:41:02.775026 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61abddd-5ab2-4aeb-88b3-240200dd8846 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:41:02.775256 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61abddd-5ab2-4aeb-88b3-240200dd8846 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:41:02.775476 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61abddd-5ab2-4aeb-88b3-240200dd8846 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:41:02.775698 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61abddd-5ab2-4aeb-88b3-240200dd8846 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:41:02.775938 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61abddd-5ab2-4aeb-88b3-240200dd8846 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:41:02.776155 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61abddd-5ab2-4aeb-88b3-240200dd8846 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:41:02.776368 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61abddd-5ab2-4aeb-88b3-240200dd8846 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:41:02.776582 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61abddd-5ab2-4aeb-88b3-240200dd8846 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:41:02.776800 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61abddd-5ab2-4aeb-88b3-240200dd8846 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:41:02.776997 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61abddd-5ab2-4aeb-88b3-240200dd8846 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:41:02.777207 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61abddd-5ab2-4aeb-88b3-240200dd8846 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:41:02.777415 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61abddd-5ab2-4aeb-88b3-240200dd8846 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794661-1-smb {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:41:02.780157 dv-cinder-794661-1-smb neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-c61abddd-5ab2-4aeb-88b3-240200dd8846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:41:02.813199 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d4be9621-53a9-4d63-b8d8-cdc800204e1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:41:02.833130 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d4be9621-53a9-4d63-b8d8-cdc800204e1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:41:02.973234 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d4be9621-53a9-4d63-b8d8-cdc800204e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455248'] for security_group, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:41:02.979405 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-8ae81e86-dad1-42b8-85cf-87acbc0cf5b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:41:02.991726 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4be9621-53a9-4d63-b8d8-cdc800204e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ebc5083-2eee-408d-b94e-231d682b103b,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:41:02.994848 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG oslo_concurrency.lockutils [None req-d4be9621-53a9-4d63-b8d8-cdc800204e1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:41:02.995107 dv-cinder-794661-1-smb neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d4be9621-53a9-4d63-b8d8-cdc800204e1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:41:02.998160 dv-cinder-794661-1-smb neutron-server[103516]: INFO neutron.wsgi [None req-d4be9621-53a9-4d63-b8d8-cdc800204e1e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5ebc5083-2eee-408d-b94e-231d682b103b HTTP/1.1" status: 204 len: 168 time: 0.2248054 Jun 03 19:41:03.147843 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:41:03.422432 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:41:25.155082 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:41:29.684451 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-e33d00a6-e44b-4f2b-a524-eca9f3a55ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:41:30.769216 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:41:30.894118 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-6d134f67-23c9-4510-8c37-4d6cdad2c9b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:41:32.302785 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:41:33.077106 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:41:33.368625 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:41:59.636931 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-bda31a9d-0e53-4b35-afa1-02e2705db9c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:42:00.750173 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:42:00.870289 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-f8db92e1-f8e8-4af1-a0a0-ea39a39519ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:42:02.156805 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:42:02.302550 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:42:03.161830 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:42:03.372952 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:42:29.636908 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-1fe43edc-0839-48f4-882f-5053e50a27e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:42:30.774469 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:42:30.981633 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-ed65106f-0900-45ca-be7c-00874e9280de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:42:32.351314 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:42:33.085851 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:42:33.416974 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:42:39.159027 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:42:59.765690 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-620ff7f5-fb4b-4a97-8e5a-67878eac36d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:43:00.818310 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:43:00.966089 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-16f01832-4e9d-4025-abda-ba5a252a4d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:43:02.346728 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:43:03.132945 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:43:03.441319 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:43:16.157578 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:43:29.629329 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-9a300708-36e5-4d62-999c-b2020f5cd2a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:43:30.726614 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:43:30.902735 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-c4237bfb-51f9-41fc-880f-e71518332b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:43:32.404002 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:43:33.154002 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:43:33.502115 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:43:53.158603 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:43:59.721604 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-f7e50e77-0d62-41b8-8089-c56cba7f851b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:44:00.731613 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:44:00.915314 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-27e95b91-a980-4bca-a574-2c85a1b5192a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:44:02.351311 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:44:03.166539 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:44:03.473602 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:44:29.653952 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-e4bc2618-c9d5-486f-b45a-cedf3ff20fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:44:30.161536 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:44:30.819300 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:44:30.879076 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-5154785d-1fe5-431d-851d-f43f59406f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:44:32.344691 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:44:33.114367 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:44:33.409400 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:44:59.726557 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-4fa48bdd-12cd-4c47-874c-e7f9efca9de8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:45:00.716455 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:45:00.895580 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-c90fd734-b862-40cd-9a67-09daab6d067f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:45:02.336488 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:45:03.126522 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:45:03.430934 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:45:07.164774 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:45:29.642758 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-d67d0545-8e14-4c7f-82f9-25ed76914f28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:45:30.728320 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:45:30.883817 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-4b0f2d5e-fc20-4153-94d2-52df95c5b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:45:32.360579 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:45:33.059405 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:45:33.450902 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:45:44.167116 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:45:59.622843 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-9a998ade-64e5-42c3-8b85-9b8317f6a318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:46:00.713103 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:46:00.868723 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-a7918622-d147-41a3-b926-932aa5ea8516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:46:02.345672 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:46:03.080076 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:46:03.410963 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:46:21.169496 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:46:29.631001 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-ce863507-f335-4baf-928f-f7085bfca28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:46:30.733206 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-750496dd-c1e1-43fc-a5a3-9201971822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:46:30.900721 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-51d383fd-c590-468d-9a12-86a1239eb4c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:46:32.409716 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-342a94db-af5b-4a38-aca1-75dd2012fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:46:33.088355 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-aff6f8b4-5901-4edd-98ad-c95d94653d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:46:33.431720 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-2dbab705-a8fb-48f1-a770-c3afd383e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:46:58.170612 dv-cinder-794661-1-smb neutron-server[103519]: DEBUG neutron.db.agents_db [None req-ef61538a-ac7e-49b5-bb16-e8b93ca78450 None None] Agent healthcheck: found 6 active agents {{(pid=103519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:46:59.627034 dv-cinder-794661-1-smb neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-9ed2584e-2458-4848-bf67-0cc0525caa5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751241769903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557386'] for agent, after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}